[ 494.168107] env[62437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.168629] env[62437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.168629] env[62437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.168918] env[62437]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 494.273616] env[62437]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62437) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 494.284459] env[62437]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62437) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 494.890996] env[62437]: INFO nova.virt.driver [None req-22426a39-7f8e-460d-bb6c-7435d234993a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 494.959577] env[62437]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.959993] env[62437]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.960268] env[62437]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62437) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 498.159542] env[62437]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-142679bb-7d5d-48dd-baaa-03f6aa4815d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.175487] env[62437]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62437) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 498.175706] env[62437]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b51bd746-a86b-43a6-9a9d-400fbdf0dd21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.200092] env[62437]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 126bb. [ 498.200092] env[62437]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.240s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.200861] env[62437]: INFO nova.virt.vmwareapi.driver [None req-22426a39-7f8e-460d-bb6c-7435d234993a None None] VMware vCenter version: 7.0.3 [ 498.204399] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8be1ca-824b-4ee8-b85e-a7a2dd433dad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.221624] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3d284-b94f-4026-89cf-9f127aadd580 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.227425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97222f0-1dd1-437a-b676-732d9ed81e2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.233996] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a880f-179e-4179-a442-a412c5336457 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.247473] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc042ab-8a12-48c7-b32c-d586fd70a6dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.253230] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c2507-7e31-4466-a562-a2ff47312694 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.282927] env[62437]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-12c18a94-c7a9-46ff-9987-4ff52eb6c149 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.287739] env[62437]: DEBUG nova.virt.vmwareapi.driver [None req-22426a39-7f8e-460d-bb6c-7435d234993a None None] Extension org.openstack.compute already exists. {{(pid=62437) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 498.290432] env[62437]: INFO nova.compute.provider_config [None req-22426a39-7f8e-460d-bb6c-7435d234993a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.793869] env[62437]: DEBUG nova.context [None req-22426a39-7f8e-460d-bb6c-7435d234993a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a1a38ff5-c998-4b16-9d16-b6ff0d9cff59(cell1) {{(pid=62437) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.795958] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.796213] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.796885] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.797348] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Acquiring lock "a1a38ff5-c998-4b16-9d16-b6ff0d9cff59" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.797537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Lock "a1a38ff5-c998-4b16-9d16-b6ff0d9cff59" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.798659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Lock "a1a38ff5-c998-4b16-9d16-b6ff0d9cff59" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.819529] env[62437]: INFO dbcounter [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Registered counter for database nova_cell0 [ 498.827524] env[62437]: INFO dbcounter [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Registered counter for database nova_cell1 [ 498.830645] env[62437]: DEBUG oslo_db.sqlalchemy.engines [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62437) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 498.831014] env[62437]: DEBUG oslo_db.sqlalchemy.engines [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62437) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 498.835835] env[62437]: ERROR nova.db.main.api [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 498.835835] env[62437]: result = function(*args, **kwargs) [ 498.835835] env[62437]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.835835] env[62437]: return func(*args, **kwargs) [ 498.835835] env[62437]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.835835] env[62437]: result = fn(*args, **kwargs) [ 498.835835] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.835835] env[62437]: return f(*args, **kwargs) [ 498.835835] env[62437]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.835835] env[62437]: return db.service_get_minimum_version(context, binaries) [ 498.835835] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.835835] env[62437]: _check_db_access() [ 498.835835] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.835835] env[62437]: stacktrace = ''.join(traceback.format_stack()) [ 498.835835] env[62437]: [ 498.836640] env[62437]: ERROR nova.db.main.api [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 498.836640] env[62437]: result = function(*args, **kwargs) [ 498.836640] env[62437]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.836640] env[62437]: return func(*args, **kwargs) [ 498.836640] env[62437]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.836640] env[62437]: result = fn(*args, **kwargs) [ 498.836640] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.836640] env[62437]: return f(*args, **kwargs) [ 498.836640] env[62437]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.836640] env[62437]: return db.service_get_minimum_version(context, binaries) [ 498.836640] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.836640] env[62437]: _check_db_access() [ 498.836640] env[62437]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.836640] env[62437]: stacktrace = ''.join(traceback.format_stack()) [ 498.836640] env[62437]: [ 498.837074] env[62437]: WARNING nova.objects.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Failed to get minimum service version for cell a1a38ff5-c998-4b16-9d16-b6ff0d9cff59 [ 498.837162] env[62437]: WARNING nova.objects.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 498.837569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Acquiring lock "singleton_lock" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.837728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Acquired lock "singleton_lock" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.837975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Releasing lock "singleton_lock" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.838327] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Full set of CONF: {{(pid=62437) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 498.838475] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ******************************************************************************** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 498.838664] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] Configuration options gathered from: {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 498.838770] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 498.838964] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 498.839122] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ================================================================================ {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 498.839337] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] allow_resize_to_same_host = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.839509] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] arq_binding_timeout = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.839641] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] backdoor_port = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.839768] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] backdoor_socket = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.839933] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] block_device_allocate_retries = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.840150] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] block_device_allocate_retries_interval = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.840336] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cert = self.pem {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.840510] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.840682] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute_monitors = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.840854] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] config_dir = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841033] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] config_drive_format = iso9660 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841243] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841429] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] config_source = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841604] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] console_host = devstack {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841772] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] control_exchange = nova {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.841933] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cpu_allocation_ratio = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842108] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] daemon = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842285] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] debug = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842448] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_access_ip_network_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842618] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_availability_zone = nova {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842777] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_ephemeral_format = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.842939] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_green_pool_size = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.843209] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.843381] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] default_schedule_zone = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.843540] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] disk_allocation_ratio = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.843703] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] enable_new_services = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.843878] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] enabled_apis = ['osapi_compute'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844055] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] enabled_ssl_apis = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844252] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] flat_injected = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844418] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] force_config_drive = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844578] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] force_raw_images = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844749] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] graceful_shutdown_timeout = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.844912] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] heal_instance_info_cache_interval = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.845151] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] host = cpu-1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.845328] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.845494] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] initial_disk_allocation_ratio = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.845658] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] initial_ram_allocation_ratio = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.845883] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846067] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_build_timeout = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846243] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_delete_interval = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846411] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_format = [instance: %(uuid)s] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846575] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_name_template = instance-%08x {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846739] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_usage_audit = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.846907] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_usage_audit_period = month {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847097] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847300] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] instances_path = /opt/stack/data/nova/instances {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847465] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] internal_service_availability_zone = internal {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847622] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] key = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847782] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] live_migration_retry_count = 30 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.847950] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_color = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848128] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_config_append = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848297] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848455] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_dir = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848612] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848742] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_options = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.848903] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_rotate_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849084] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_rotate_interval_type = days {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849258] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] log_rotation_type = none {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849389] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849515] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849682] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849845] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.849972] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.850197] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] long_rpc_timeout = 1800 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.850382] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_concurrent_builds = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.850548] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_concurrent_live_migrations = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.850712] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_concurrent_snapshots = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.850876] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_local_block_devices = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851068] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_logfile_count = 30 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851265] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] max_logfile_size_mb = 200 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851427] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] maximum_instance_delete_attempts = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851597] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metadata_listen = 0.0.0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851764] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metadata_listen_port = 8775 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.851934] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metadata_workers = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852112] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] migrate_max_retries = -1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852285] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] mkisofs_cmd = genisoimage {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852496] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] my_block_storage_ip = 10.180.1.21 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852627] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] my_ip = 10.180.1.21 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852831] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.852997] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] network_allocate_retries = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.853216] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.853390] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] osapi_compute_listen = 0.0.0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.853560] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] osapi_compute_listen_port = 8774 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.853729] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] osapi_compute_unique_server_name_scope = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.853903] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] osapi_compute_workers = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854077] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] password_length = 12 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854246] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] periodic_enable = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854407] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] periodic_fuzzy_delay = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854574] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] pointer_model = usbtablet {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854740] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] preallocate_images = none {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.854900] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] publish_errors = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855052] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] pybasedir = /opt/stack/nova {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855222] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ram_allocation_ratio = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855386] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rate_limit_burst = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855553] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rate_limit_except_level = CRITICAL {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855712] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rate_limit_interval = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.855870] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reboot_timeout = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856039] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reclaim_instance_interval = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856203] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] record = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856439] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reimage_timeout_per_gb = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856641] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] report_interval = 120 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856813] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rescue_timeout = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.856980] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reserved_host_cpus = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857161] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reserved_host_disk_mb = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857329] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reserved_host_memory_mb = 512 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857491] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] reserved_huge_pages = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857653] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] resize_confirm_window = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857814] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] resize_fs_using_block_device = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.857974] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] resume_guests_state_on_host_boot = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858156] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858324] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] rpc_response_timeout = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858486] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] run_external_periodic_tasks = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858655] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] running_deleted_instance_action = reap {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858815] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] running_deleted_instance_poll_interval = 1800 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.858974] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] running_deleted_instance_timeout = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.859166] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler_instance_sync_interval = 120 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.859366] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_down_time = 720 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.859544] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] servicegroup_driver = db {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.859702] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] shell_completion = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.859864] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] shelved_offload_time = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860035] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] shelved_poll_interval = 3600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860234] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] shutdown_timeout = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860402] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] source_is_ipv6 = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860564] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ssl_only = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860813] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.860984] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] sync_power_state_interval = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.861185] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] sync_power_state_pool_size = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.861362] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] syslog_log_facility = LOG_USER {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.861522] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] tempdir = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.861684] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] timeout_nbd = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.861848] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] transport_url = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862013] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] update_resources_interval = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862178] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_cow_images = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862363] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_eventlog = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862531] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_journal = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862691] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_json = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.862850] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_rootwrap_daemon = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863013] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_stderr = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863191] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] use_syslog = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863356] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vcpu_pin_set = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863518] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plugging_is_fatal = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863685] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plugging_timeout = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.863849] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] virt_mkfs = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.864026] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] volume_usage_poll_interval = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.864180] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] watch_log_file = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.864349] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] web = /usr/share/spice-html5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.864533] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.864701] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.864867] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.865472] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_concurrency.disable_process_locking = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.865601] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.865822] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866037] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866252] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866447] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866624] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866809] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.auth_strategy = keystone {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.866981] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.compute_link_prefix = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.867192] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.867373] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.dhcp_domain = novalocal {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.867573] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.enable_instance_password = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.867761] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.glance_link_prefix = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.867973] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.868192] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.868374] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.instance_list_per_project_cells = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.868542] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.list_records_by_skipping_down_cells = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.868710] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.local_metadata_per_cell = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.868882] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.max_limit = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.869066] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.metadata_cache_expiration = 15 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.869280] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.neutron_default_tenant_id = default {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.869494] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.response_validation = warn {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.869705] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.use_neutron_default_nets = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.869920] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.870154] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.870349] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.870531] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.870707] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_dynamic_targets = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.870873] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_jsonfile_path = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.871093] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.871306] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.backend = dogpile.cache.memcached {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.871485] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.backend_argument = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.871653] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.backend_expiration_time = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.871830] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.config_prefix = cache.oslo {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872005] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.dead_timeout = 60.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872198] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.debug_cache_backend = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872368] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.enable_retry_client = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872534] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.enable_socket_keepalive = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872704] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.enabled = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.872873] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.enforce_fips_mode = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873054] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.expiration_time = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873230] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.hashclient_retry_attempts = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873401] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.hashclient_retry_delay = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873569] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_dead_retry = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873732] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_password = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.873899] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874078] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874253] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_pool_maxsize = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874421] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874586] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_sasl_enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874764] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.874931] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_socket_timeout = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875120] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.memcache_username = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875293] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.proxies = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875462] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_db = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875624] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_password = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875797] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_sentinel_service_name = mymaster {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.875974] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876165] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_server = localhost:6379 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876334] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_socket_timeout = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876497] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.redis_username = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876663] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.retry_attempts = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876829] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.retry_delay = 0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.876996] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.socket_keepalive_count = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877174] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.socket_keepalive_idle = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877341] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.socket_keepalive_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877503] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.tls_allowed_ciphers = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877665] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.tls_cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877826] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.tls_certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.877990] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.tls_enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.878166] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cache.tls_keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.878344] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.878519] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.auth_type = password {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.878683] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.878860] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.catalog_info = volumev3::publicURL {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879044] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879221] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879391] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.cross_az_attach = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879556] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.debug = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879718] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.endpoint_template = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.879886] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.http_retries = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880216] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880274] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880423] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.os_region_name = RegionOne {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880591] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880754] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cinder.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.880931] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.881125] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.cpu_dedicated_set = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.881306] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.cpu_shared_set = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.881478] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.image_type_exclude_list = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.881646] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.881814] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.max_concurrent_disk_ops = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882021] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.max_disk_devices_to_attach = -1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882174] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882351] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882517] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.resource_provider_association_refresh = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882681] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.882847] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.shutdown_retry_interval = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883047] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883241] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] conductor.workers = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883428] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] console.allowed_origins = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883593] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] console.ssl_ciphers = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883765] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] console.ssl_minimum_version = default {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.883935] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] consoleauth.enforce_session_timeout = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884122] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] consoleauth.token_ttl = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884297] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884456] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884622] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884783] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.884943] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885114] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885283] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885441] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885603] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885760] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.885917] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886087] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886254] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886426] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.service_type = accelerator {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886590] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886751] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.886911] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887095] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887289] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887454] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] cyborg.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887635] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.backend = sqlalchemy {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887806] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.connection = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.887976] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.connection_debug = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888163] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.connection_parameters = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888335] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.connection_recycle_time = 3600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888499] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.connection_trace = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888663] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.db_inc_retry_interval = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888831] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.db_max_retries = 20 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.888999] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.db_max_retry_interval = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.889179] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.db_retry_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.889348] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.max_overflow = 50 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.889513] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.max_pool_size = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.889678] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.max_retries = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.889850] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890018] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.mysql_wsrep_sync_wait = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890209] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.pool_timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890382] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.retry_interval = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890544] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.slave_connection = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890709] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.sqlite_synchronous = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.890870] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] database.use_db_reconnect = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891117] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.backend = sqlalchemy {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891310] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.connection = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891485] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.connection_debug = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891657] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.connection_parameters = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891823] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.connection_recycle_time = 3600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.891990] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.connection_trace = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892163] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.db_inc_retry_interval = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892328] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.db_max_retries = 20 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892495] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.db_max_retry_interval = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892658] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.db_retry_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892822] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.max_overflow = 50 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.892987] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.max_pool_size = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.893185] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.max_retries = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.893410] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.893583] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.893749] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.pool_timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.893918] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.retry_interval = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894095] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.slave_connection = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894269] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] api_database.sqlite_synchronous = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894445] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] devices.enabled_mdev_types = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894624] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894797] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ephemeral_storage_encryption.default_format = luks {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.894962] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ephemeral_storage_encryption.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895156] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895333] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.api_servers = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895499] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895663] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895828] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.895987] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896162] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896328] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.debug = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896494] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.default_trusted_certificate_ids = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896656] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.enable_certificate_validation = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896819] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.enable_rbd_download = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.896978] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897158] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897324] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897484] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897641] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897807] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.num_retries = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.897978] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.rbd_ceph_conf = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898154] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.rbd_connect_timeout = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898328] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.rbd_pool = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898495] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.rbd_user = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898655] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898815] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.898973] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.899177] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.service_type = image {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.899347] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.899507] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.899665] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.899825] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900020] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900207] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.verify_glance_signatures = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900374] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] glance.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900542] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] guestfs.debug = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900712] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.900879] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.auth_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901056] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901246] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901417] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901580] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901739] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.901896] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902073] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902269] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902396] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902554] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902713] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.902871] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903047] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903229] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.service_type = shared-file-system {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903401] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.share_apply_policy_timeout = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903565] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903725] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.903884] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.904057] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.904244] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.904407] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] manila.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.904575] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] mks.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.904919] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.905125] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.manager_interval = 2400 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.905313] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.precache_concurrency = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.905486] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.remove_unused_base_images = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.905659] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.905829] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906013] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] image_cache.subdirectory_name = _base {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906205] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.api_max_retries = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906376] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.api_retry_interval = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906536] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906700] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.auth_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.906859] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.907037] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.907213] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.907382] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.conductor_group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.907546] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.907706] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908112] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908307] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908473] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908637] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908806] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.908964] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.peer_list = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909138] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909302] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909470] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.serial_console_state_timeout = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909632] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909802] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.service_type = baremetal {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.909965] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.shard = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.910162] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.910333] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.910494] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.910658] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.910839] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911007] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ironic.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911238] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911426] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] key_manager.fixed_key = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911612] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911777] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.barbican_api_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.911939] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.barbican_endpoint = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912148] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.barbican_endpoint_type = public {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912293] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.barbican_region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912461] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912624] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912794] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.912960] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913136] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913308] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.number_of_retries = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913474] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.retry_delay = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913640] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.send_service_user_token = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913804] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.913966] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914143] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.verify_ssl = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914305] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican.verify_ssl_path = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914473] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914638] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.auth_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914797] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.914955] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915147] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915318] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915480] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915642] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915805] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] barbican_service_user.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.915971] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.approle_role_id = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916148] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.approle_secret_id = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916321] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.kv_mountpoint = secret {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916483] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.kv_path = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916649] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.kv_version = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916809] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.namespace = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.916969] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.root_token_id = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917141] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.ssl_ca_crt_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917313] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.timeout = 60.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917478] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.use_ssl = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917649] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917818] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.917980] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918157] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918324] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918484] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918642] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918803] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.918961] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919146] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919313] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919473] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919633] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919790] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.919958] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.service_type = identity {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.920159] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.920336] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.920502] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.920666] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.920848] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.921017] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] keystone.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.921238] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.ceph_mount_options = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.921570] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.921759] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.connection_uri = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.921957] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_mode = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.922151] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_model_extra_flags = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.922348] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_models = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.922544] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_power_governor_high = performance {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.922728] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_power_governor_low = powersave {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.922898] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_power_management = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.923096] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.923312] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.device_detach_attempts = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.923506] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.device_detach_timeout = 20 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.923679] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.disk_cachemodes = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.923846] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.disk_prefix = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924020] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.enabled_perf_events = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924198] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.file_backed_memory = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924374] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.gid_maps = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924539] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.hw_disk_discard = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924740] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.hw_machine_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.924928] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_rbd_ceph_conf = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925117] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925290] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925464] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_rbd_glance_store_name = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925635] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_rbd_pool = rbd {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925808] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_type = default {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.925970] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.images_volume_group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.926216] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.inject_key = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.926426] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.inject_partition = -2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.926599] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.inject_password = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.926766] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.iscsi_iface = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.926932] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.iser_use_multipath = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927128] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_bandwidth = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927306] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927484] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_downtime = 500 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927654] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927818] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.927981] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_inbound_addr = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.928159] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.928325] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_permit_post_copy = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.928486] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_scheme = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.928691] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_timeout_action = abort {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.928871] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_tunnelled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929045] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_uri = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929215] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.live_migration_with_native_tls = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929379] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.max_queues = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929545] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929777] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.929950] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.nfs_mount_options = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.930293] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.930479] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.930648] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_iser_scan_tries = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.930813] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_memory_encrypted_guests = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.930979] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.931201] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_pcie_ports = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.931392] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.num_volume_scan_tries = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.931565] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.pmem_namespaces = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.931726] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.quobyte_client_cfg = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932032] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932219] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rbd_connect_timeout = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932393] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932590] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932809] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rbd_secret_uuid = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.932992] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rbd_user = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.933181] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.933374] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.remote_filesystem_transport = ssh {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.933549] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rescue_image_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.933714] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rescue_kernel_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.933906] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rescue_ramdisk_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.934142] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.934337] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.rx_queue_size = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.934517] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.smbfs_mount_options = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.935247] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.935446] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.snapshot_compression = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.935614] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.snapshot_image_format = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.935841] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936019] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.sparse_logical_volumes = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936190] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.swtpm_enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936365] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.swtpm_group = tss {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936572] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.swtpm_user = tss {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936762] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.sysinfo_serial = unique {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.936929] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.tb_cache_size = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937105] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.tx_queue_size = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937277] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.uid_maps = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937440] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.use_virtio_for_bridges = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937611] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.virt_type = kvm {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937791] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.volume_clear = zero {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.937985] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.volume_clear_size = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.938173] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.volume_use_multipath = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.938340] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_cache_path = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.938512] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.938681] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_mount_group = qemu {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.938847] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_mount_opts = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.939038] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.939360] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.939554] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.vzstorage_mount_user = stack {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.939727] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.939900] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.940131] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.auth_type = password {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.940284] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.940488] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.940668] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.940886] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941087] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941266] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.default_floating_pool = public {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941425] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941592] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.extension_sync_interval = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941789] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.http_retries = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.941964] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942141] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942307] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942478] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942683] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942802] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.ovs_bridge = br-int {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.942972] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.physnets = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.943192] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.region_name = RegionOne {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.943358] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.943528] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.service_metadata_proxy = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.943688] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.943858] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.service_type = network {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944033] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944199] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944401] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944579] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944763] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.944928] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] neutron.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.945114] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.bdms_in_notifications = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.945299] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.default_level = INFO {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.945465] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.include_share_mapping = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.945668] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.notification_format = unversioned {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.945843] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.notify_on_state_change = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946031] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946216] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] pci.alias = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946391] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] pci.device_spec = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946556] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] pci.report_in_placement = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946731] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.946920] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.auth_type = password {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947128] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947299] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947458] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947620] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947780] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.947939] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948109] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.default_domain_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948310] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.default_domain_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948480] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.domain_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948640] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.domain_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948798] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.948959] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949133] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949295] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949450] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949646] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.password = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949811] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.project_domain_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.949977] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.project_domain_name = Default {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.950184] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.project_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.950367] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.project_name = service {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.950539] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.region_name = RegionOne {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.950700] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.950877] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951102] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.service_type = placement {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951288] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951451] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951610] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951769] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.system_scope = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.951925] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952096] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.trust_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952295] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.user_domain_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952480] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.user_domain_name = Default {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952638] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.user_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952811] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.username = nova {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.952991] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.953169] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] placement.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.953351] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.cores = 20 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.953518] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.count_usage_from_placement = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.953721] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.953906] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.injected_file_content_bytes = 10240 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954089] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.injected_file_path_length = 255 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954262] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.injected_files = 5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954428] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.instances = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954594] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.key_pairs = 100 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954759] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.metadata_items = 128 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.954926] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.ram = 51200 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.955121] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.recheck_quota = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.955304] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.server_group_members = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.955472] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.server_groups = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.955674] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.955848] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] quota.unified_limits_resource_strategy = require {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956031] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956200] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956399] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.image_metadata_prefilter = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956577] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956742] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.max_attempts = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.956907] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.max_placement_results = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957080] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957249] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.query_placement_for_image_type_support = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957411] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957586] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] scheduler.workers = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957788] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.957968] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.958163] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.958341] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.958510] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.958675] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.958841] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959071] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959266] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.host_subset_size = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959435] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959596] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959759] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.959928] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.isolated_hosts = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.960142] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.isolated_images = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.960353] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.960543] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.960712] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.960889] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.pci_in_placement = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961081] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961269] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961436] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961598] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961763] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.961927] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962104] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.track_instance_changes = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962290] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962465] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metrics.required = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962650] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metrics.weight_multiplier = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962791] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.962955] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] metrics.weight_setting = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.963292] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.963473] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.963652] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.port_range = 10000:20000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.963826] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.963994] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964177] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] serial_console.serialproxy_port = 6083 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964347] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964520] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.auth_type = password {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964680] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964837] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.964998] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965173] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965332] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965500] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.send_service_user_token = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965662] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965822] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] service_user.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.965990] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.agent_enabled = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.966166] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.966472] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.966674] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.966847] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.html5proxy_port = 6082 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967013] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.image_compression = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967203] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.jpeg_compression = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967363] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.playback_compression = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967525] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.require_secure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967694] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.server_listen = 127.0.0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.967861] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968030] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.streaming_mode = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968194] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] spice.zlib_compression = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968360] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] upgrade_levels.baseapi = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968529] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] upgrade_levels.compute = auto {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968689] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] upgrade_levels.conductor = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.968846] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] upgrade_levels.scheduler = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969013] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969184] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.auth_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969345] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969502] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969665] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969824] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.969981] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.970184] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.970353] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vendordata_dynamic_auth.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.970530] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.api_retry_count = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.970693] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.ca_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.970865] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.cache_prefix = devstack-image-cache {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971064] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.cluster_name = testcl1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971261] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.connection_pool_size = 10 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971426] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.console_delay_seconds = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971598] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.datastore_regex = ^datastore.* {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971812] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.971997] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.host_password = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.972181] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.host_port = 443 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.972354] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.host_username = administrator@vsphere.local {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.972522] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.insecure = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.972682] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.integration_bridge = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.972847] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.maximum_objects = 100 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973008] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.pbm_default_policy = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973175] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.pbm_enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973334] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.pbm_wsdl_location = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973502] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973660] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.serial_port_proxy_uri = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973817] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.serial_port_service_uri = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.973982] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.task_poll_interval = 0.5 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.974166] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.use_linked_clone = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.974339] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.vnc_keymap = en-us {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.974504] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.vnc_port = 5900 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.974668] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vmware.vnc_port_total = 10000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.974854] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.auth_schemes = ['none'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.975049] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.975360] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.975547] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.975718] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.novncproxy_port = 6080 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.975906] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.server_listen = 127.0.0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976103] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976272] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.vencrypt_ca_certs = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976431] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.vencrypt_client_cert = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976588] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vnc.vencrypt_client_key = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976766] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.976928] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_deep_image_inspection = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977101] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977269] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977426] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977592] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.disable_rootwrap = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977779] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.enable_numa_live_migration = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.977944] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978116] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978286] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978450] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.libvirt_disable_apic = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978613] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978778] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.978943] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979134] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979307] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979470] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979632] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979794] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.979953] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.980157] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.980353] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.980529] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.client_socket_timeout = 900 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.980698] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.default_pool_size = 1000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.980867] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.keep_alive = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981063] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.max_header_line = 16384 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981265] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.secure_proxy_ssl_header = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981434] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.ssl_ca_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981599] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.ssl_cert_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981761] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.ssl_key_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.981932] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.tcp_keepidle = 600 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.982127] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.982301] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] zvm.ca_file = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.982464] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] zvm.cloud_connector_url = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.982758] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.982946] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] zvm.reachable_timeout = 300 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.983155] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.983340] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.983520] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.connection_string = messaging:// {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.983688] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.enabled = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.983861] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.es_doc_type = notification {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984039] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.es_scroll_size = 10000 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984215] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.es_scroll_time = 2m {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984378] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.filter_error_trace = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984544] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.hmac_keys = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984709] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.sentinel_service_name = mymaster {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.984874] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.socket_timeout = 0.1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985052] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.trace_requests = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985221] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler.trace_sqlalchemy = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985403] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler_jaeger.process_tags = {} {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985563] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler_jaeger.service_name_prefix = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985728] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] profiler_otlp.service_name_prefix = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.985895] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] remote_debug.host = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986067] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] remote_debug.port = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986253] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986416] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986582] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986747] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.986910] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987094] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987266] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987431] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987596] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987766] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.987925] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988105] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988279] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988449] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988617] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988791] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.988958] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989148] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989317] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989482] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989649] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989815] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.989980] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.990191] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.990359] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.990525] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.990689] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.990862] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.991173] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.991472] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.991660] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.991837] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992021] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992195] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992372] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.ssl_version = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992537] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992727] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.992929] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_notifications.retry = -1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993093] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993277] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_messaging_notifications.transport_url = **** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993450] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.auth_section = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993618] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.auth_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993777] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.cafile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.993935] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.certfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994111] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.collect_timing = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994278] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.connect_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994438] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.connect_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994597] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_id = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994769] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_interface = publicURL {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.994927] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_override = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995109] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995281] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995442] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.endpoint_service_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995606] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.insecure = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995765] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.keyfile = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.995922] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.max_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996095] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.min_version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996259] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.region_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996421] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.retriable_status_codes = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996579] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.service_name = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996740] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.service_type = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.996901] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.split_loggers = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997071] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.status_code_retries = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997235] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.status_code_retry_delay = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997396] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.timeout = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997556] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.valid_interfaces = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997713] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_limit.version = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.997879] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_reports.file_event_handler = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998058] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998225] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] oslo_reports.log_dir = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998399] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998560] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998719] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.998883] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999073] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999246] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999419] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999581] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999741] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.999905] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000106] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000282] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] vif_plug_ovs_privileged.user = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000458] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.flat_interface = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000638] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000813] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.000986] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.001242] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.001447] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.001623] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.001792] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.001973] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.002164] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.isolate_vif = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.002341] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.002540] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.002718] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.002893] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.ovsdb_interface = native {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003084] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] os_vif_ovs.per_port_bridge = False {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003300] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.capabilities = [21] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003428] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003589] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.helper_command = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003756] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.003925] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004099] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] privsep_osbrick.user = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004280] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004441] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.group = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004599] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.helper_command = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004764] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.004928] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.005100] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] nova_sys_admin.user = None {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.005236] env[62437]: DEBUG oslo_service.service [None req-fcfd03df-992a-4882-b507-b384f28922ac None None] ******************************************************************************** {{(pid=62437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 499.005656] env[62437]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 499.509369] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Getting list of instances from cluster (obj){ [ 499.509369] env[62437]: value = "domain-c8" [ 499.509369] env[62437]: _type = "ClusterComputeResource" [ 499.509369] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 499.510535] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0537c356-ea8a-4eff-bee0-93199c1d93c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.519196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Got total of 0 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 499.519784] env[62437]: WARNING nova.virt.vmwareapi.driver [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 499.520303] env[62437]: INFO nova.virt.node [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Generated node identity 33a24f4a-718f-4c1c-8181-35b3aad24de8 [ 499.520542] env[62437]: INFO nova.virt.node [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Wrote node identity 33a24f4a-718f-4c1c-8181-35b3aad24de8 to /opt/stack/data/n-cpu-1/compute_id [ 500.022974] env[62437]: WARNING nova.compute.manager [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Compute nodes ['33a24f4a-718f-4c1c-8181-35b3aad24de8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 501.029200] env[62437]: INFO nova.compute.manager [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 502.034724] env[62437]: WARNING nova.compute.manager [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 502.035124] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.035257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.035378] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.035532] env[62437]: DEBUG nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 502.036841] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d3cad-4ba3-48d6-b259-a248050216d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.044759] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa07e9-5be7-461a-b22a-bda0903bcc0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.058100] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d18c1-f860-47e0-9051-6849932621b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.064364] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4406ac0d-0c5a-4a7b-8860-26ce71d68dc6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.092752] env[62437]: DEBUG nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181406MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 502.092899] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.093087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.597781] env[62437]: WARNING nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] No compute node record for cpu-1:33a24f4a-718f-4c1c-8181-35b3aad24de8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 33a24f4a-718f-4c1c-8181-35b3aad24de8 could not be found. [ 503.101652] env[62437]: INFO nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 33a24f4a-718f-4c1c-8181-35b3aad24de8 [ 504.611483] env[62437]: DEBUG nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 504.611483] env[62437]: DEBUG nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 504.766241] env[62437]: INFO nova.scheduler.client.report [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] [req-94737ec5-73c8-4238-ba71-9866ab5462ae] Created resource provider record via placement API for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 504.780590] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e928449-e959-41c0-9759-57617d836840 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.788375] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7ea04-f0c1-4ef6-9df8-55057ee88fb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.816958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b49ff99-66c5-406e-bbbd-c67ca2cb11b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.823504] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0463b668-9f78-44c5-9ad7-5583d049bc2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.836048] env[62437]: DEBUG nova.compute.provider_tree [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.373595] env[62437]: DEBUG nova.scheduler.client.report [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 505.373826] env[62437]: DEBUG nova.compute.provider_tree [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 0 to 1 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.373961] env[62437]: DEBUG nova.compute.provider_tree [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.421300] env[62437]: DEBUG nova.compute.provider_tree [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 1 to 2 during operation: update_traits {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.925689] env[62437]: DEBUG nova.compute.resource_tracker [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 505.926115] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.926115] env[62437]: DEBUG nova.service [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Creating RPC server for service compute {{(pid=62437) start /opt/stack/nova/nova/service.py:186}} [ 505.939705] env[62437]: DEBUG nova.service [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] Join ServiceGroup membership for this service compute {{(pid=62437) start /opt/stack/nova/nova/service.py:203}} [ 505.939894] env[62437]: DEBUG nova.servicegroup.drivers.db [None req-8d6b7c98-fc7d-48de-993e-d97b72024315 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62437) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 534.941927] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.445596] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 535.445596] env[62437]: value = "domain-c8" [ 535.445596] env[62437]: _type = "ClusterComputeResource" [ 535.445596] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.446806] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279cd5e-0c9e-43aa-a48f-35fddd1726ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.455477] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 0 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.455699] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.455993] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 535.455993] env[62437]: value = "domain-c8" [ 535.455993] env[62437]: _type = "ClusterComputeResource" [ 535.455993] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.456835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbed70-ab40-48e7-a837-568243e8b6fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.463656] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 0 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.336694] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.337210] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.337306] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 554.337363] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 554.840674] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 554.840984] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.841243] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.841441] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.841632] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.841817] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.842007] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.842182] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 554.842331] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.345452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.345849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.345849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.345994] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.346900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8aabe3-9ba5-428d-83fb-c98fb0aa21f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.356139] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af8dbc5-4c1f-4d62-9c56-b7802f5c4691 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.369914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c9944f-a952-4688-930d-89e8e1519d5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.376077] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61fdb0-2fef-4003-ace1-8ab9e49f9fb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.404119] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181403MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.404268] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.404460] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.422333] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 556.422578] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 556.436654] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d11504-726e-47a3-bc84-408d3361d721 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.444423] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9103343-5942-4b40-89ba-e351169c9e61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.476761] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bec0c-f704-4865-a3d7-bfe28ebb5cee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.484131] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a3a1d-ace3-498e-8857-2536c5254583 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.498196] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.001869] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.506933] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 557.507351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.494906] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.495334] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.999664] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.999858] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 618.000070] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 618.502621] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 618.503112] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503112] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503230] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503317] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503476] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503623] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.503765] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 618.503943] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.008227] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.008558] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.008739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.008896] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 619.009881] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da3781-a54d-426d-938e-6378e9c2d9a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.018867] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b099efb-9068-4093-b753-d1739f97274e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.033447] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9ad2b-2f9d-4626-8ef9-86114892cee0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.039570] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e658d3-cce0-46f5-b782-2946e15b23d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.067454] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 619.067602] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.067769] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.086780] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.087098] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.100104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c8c280-3c62-435e-92ac-517aead9891b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.108137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f89478-665c-4e53-8e74-4fe28879d7ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.138577] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad68af5-49a9-41b6-8281-5151fb2e5a6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.145995] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb7990-2aca-4d36-a9f3-340d7f4b9887 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.158789] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.661674] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.662941] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 620.663128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.665337] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.665733] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.665733] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 680.665798] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 681.168989] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 681.169238] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.169388] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.169538] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.169683] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.169822] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.169968] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.170110] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 681.170284] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.673798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.674151] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.674206] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.674354] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 681.675272] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3bc9c-7ac5-4db1-83b9-feb172e4e9de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.683528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc6e17-b35c-4209-8d33-96b3b64c782f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.698147] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eea95c-6c12-4686-8702-849134696411 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.704247] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5178731c-b5bf-4671-bdb7-5d54b96ddff3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.732637] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181355MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 681.732827] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.732962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.751485] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 682.751742] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 682.765025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b14e6-faec-4b79-add1-b10322edcb65 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.772008] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79426f-bc36-4390-84d8-32379aa279c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.801207] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3900af9-90ce-4038-9cac-85bbdcd1a304 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.807862] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cdb008-27ed-4665-86db-40d187d5e649 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.820377] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.323125] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.324413] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 683.324592] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.984299] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.984768] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.489369] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.489540] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 737.489669] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 737.992144] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 737.992538] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.992538] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.329187] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.329418] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.329565] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 739.328592] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.328941] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.329041] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.831783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.832043] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.832218] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.832379] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 739.833317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951ff2d-d778-4f9f-b497-1a7c6da5fbee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.841692] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219dfddc-d62f-4e28-ac88-bd3d7f524e3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.855624] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0e287-6288-428d-b65e-3e8cea9d4048 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.862016] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a600f-e76c-4b47-96cf-98de68c9b378 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.891377] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181404MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.891581] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.891715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.909795] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 740.910064] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 740.923020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e6bdb-31cc-42ba-a9d3-05f745a71184 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.930660] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9ffc5-e54b-4a2e-9612-d136f0982e47 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.959845] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fb18b8-556d-4b66-8ca9-02f3dd445145 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.966634] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae37b6-e97b-4d42-9f10-a4b520290ac8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.979781] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.483292] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.484627] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.484809] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.330071] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.330071] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 794.833847] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 0 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 794.834162] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.834273] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 795.339952] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.837185] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.837566] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.837566] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 797.837691] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 798.341083] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 798.341508] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.341776] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.342150] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.342734] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 799.329532] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.328842] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.329126] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.832183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.832561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.832561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.832724] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 800.833687] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be21e73-f061-499a-8a65-0402573fd372 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.841956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07728738-b003-446a-b2d3-1bac2b0ffd28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.856465] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a6f52-d55a-44e6-8568-83c3890db13b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862626] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f936fd-e88e-44ce-ae63-330db47dfbd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.890257] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181403MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 800.890407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.890596] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.909810] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 801.910073] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 801.922981] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b258bb-b2c5-4d97-af9f-8bad95c57ea4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.930261] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c4cb81-386a-4019-afe3-4e12cdb37f77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.960188] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d03e30-e929-4374-84b0-7c0208b2e413 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.966783] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f5459-823c-49a2-bfd1-1a1d98613b71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.979182] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.482256] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.483533] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 802.483715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.483449] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.329613] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.329405] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.329605] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 857.329687] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 857.836623] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 857.836623] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.329746] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.329746] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.329746] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 859.324595] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.329046] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.329046] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.329046] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.832825] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.833092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.833263] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.833424] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 860.834395] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad2668-60ae-484f-8c41-191317cab4d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.842383] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc45b282-12ca-48b6-bc5c-cf0af1d5ca30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.856124] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ea2be-d00c-44d4-a833-f3275ee233f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.862107] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988205d8-dfd1-4d89-b0cf-2e3dafa26378 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.891033] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 860.891178] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.891367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.924698] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 861.924967] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 861.942886] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.957391] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.957570] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.969248] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.984368] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.995402] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ce437-272e-4257-a757-435e0f3b8213 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.002780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa86b8-373a-45b1-9dce-e1fb8f487cac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.032043] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac315b2-4ee1-4e4d-bef0-d9de244ec2ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.038964] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd134c6b-b568-4b70-9f1d-8da92426b489 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.052484] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.555555] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.556840] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 862.557050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.666s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.557657] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.330255] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.330672] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 917.330672] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 917.834228] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 917.834491] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.329380] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.329623] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.328894] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.329369] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 921.329778] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.330203] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.328389] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.831590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.831925] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.832086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.832262] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 922.833164] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfc149f-c029-4ce1-90f5-0c4f1a4c4dc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.841467] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4573c5-3594-4405-a8ee-3a449202edc1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.855070] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6226af4-7c0a-47e6-88d3-d02f240009c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.860912] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240eaff-a810-4ab4-b470-4c6fc1d8d9d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.889392] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 922.889573] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.889725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.908797] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 923.909071] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 923.921963] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccc7eac-c82c-4ff3-abbe-cd381c6476d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.929711] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939592e0-6c6a-4631-84c0-ce6492a2941c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.958403] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc5fbf-3e6c-4c62-a580-54428c3fca39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965156] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b3e0f1-7d06-4f8c-80c5-597acf06ba66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.978345] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.481581] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.482877] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.483067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.483652] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.329956] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.330298] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 978.330298] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 978.833321] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 978.833564] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.329490] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.329763] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 980.324925] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.328512] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.329215] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.324975] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.329444] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.330121] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.832452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.832742] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.832950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.833140] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.834069] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef669d-b63c-4931-b0a6-a0769985b28a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.842896] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9668e80f-b51a-4513-982b-a9af20903a44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.857242] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e195337-3b93-4b96-b0c2-d061c0468f77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.863607] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c358bb1c-d343-43d0-a61b-e57c051e8a96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.892878] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181355MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.893020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.893177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.915741] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.916037] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.928549] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29fced5-39d8-468d-b7ee-d04b3a49eb44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.936514] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ae0e8-98aa-416d-b118-332076132597 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.966229] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba914c1a-fdcb-45fb-965d-dd06b5b9edbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.972980] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966280d2-2755-4240-9771-24ce51d9ad7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.985737] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.489471] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.490454] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 986.490634] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.490657] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.329455] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.329774] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1040.329774] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1040.832543] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1040.832817] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.833031] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.833153] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1041.329283] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.329552] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.328589] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.328668] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.329167] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.832151] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.832450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.832625] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.832781] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1045.833709] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e6d143-28bd-4bcd-9dda-4d8db8a2dd5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.841932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8ec66-2ba7-4940-836e-3049adc8b382 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.855399] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d4bf71-acf7-46e5-9458-a4d81b23f98c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861578] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021350ad-232d-432f-80bc-b3816b52106f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.890402] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1045.890571] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.890739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.908342] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1046.908633] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1046.921569] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0c9c1-1942-49ff-b177-651cf8cc6637 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.928952] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e52bc-5e33-4c9d-9229-4faf24e0cace {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.957706] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ff65b-d754-4e8d-93d0-60c0a2d0a942 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.964609] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25525098-82b5-44c7-abbc-cd494d7e252e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.977144] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.480152] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.481399] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.481586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.481386] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.332673] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.332673] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1097.835386] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 0 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1098.329019] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.832399] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.832810] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1100.832810] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1101.335467] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1101.335763] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.335939] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.336092] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1102.329119] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.329410] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.329541] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.329673] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1103.832625] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.328914] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.324680] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.829070] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.334058] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.334402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.334487] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.334628] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1106.335553] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694cddcc-9d90-4918-9afc-4ebbbbac4346 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.343585] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd17b7-8a2f-4163-bb42-4fb25ded7314 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.357493] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca79a10-45a1-4fa8-a705-8eb8a230ae33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.363714] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a4141-7267-472a-90c9-02252dbf36fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.392626] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181412MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1106.392786] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.392987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.412995] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1107.413309] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1107.431489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1450571f-2b3b-45cb-9702-08ed40c435dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.439095] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb47fb-4d22-4e2c-a63d-e1916977fd81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.468992] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dab6b0-0d85-4315-bc26-9478f5b8513a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.476177] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427fde99-115e-4298-9998-fd95987de082 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.489290] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.992929] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.993415] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1107.993602] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.493719] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.943413] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.446725] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 1135.446725] env[62437]: value = "domain-c8" [ 1135.446725] env[62437]: _type = "ClusterComputeResource" [ 1135.446725] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1135.447820] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573df09-22bd-4eb3-a18c-ff988bd90592 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.456236] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 0 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1161.842532] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.842954] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1161.842954] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1162.346139] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1162.346428] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.346568] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.346696] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1163.328669] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.329088] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.329088] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.328913] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.328851] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.832454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.832702] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.832878] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.833062] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1167.833928] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85415b-32e2-4a90-a2dd-47ef5030765e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.841894] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89355b75-11ee-41d3-b6d2-610afb9461bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.855459] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694bdfc4-db5e-4a77-b18b-e0c39765c170 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.861429] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6ef5f-e8d3-4f53-8d58-87525d83fac2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.890297] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1167.890414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.890589] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.010847] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1169.011167] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1169.026538] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.038486] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.038671] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.048289] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.063903] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.075673] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b60121-5281-4900-8e87-abbd825c543a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.083058] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98b203-7654-427c-a913-37e01383d577 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.111636] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e1035-b0d7-494d-a912-89f2bf082d7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.118483] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf2160-a42f-4cca-846d-f20293a12cb2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.131116] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.634464] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.635928] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1169.636155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.746s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.637160] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.329652] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.330021] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1222.330021] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1222.832709] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1223.328748] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.329051] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.329173] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1224.329317] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.329575] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.325362] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.830282] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.330056] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.330056] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.833637] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.833971] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.834221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.834433] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.835677] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04210d0e-94bf-4308-a600-31a05fba8356 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.846416] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255aaa2e-6c60-4ba0-a010-179ab6868b05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.866147] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5423cd-63c2-42a4-b657-3384bcf4e946 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.874540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbec5eb-91a0-4bd4-806e-98c523f12c26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.904925] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181401MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.905054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.905244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.924202] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1228.924516] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1228.940094] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07f00b-caa5-44b5-842c-d02f4d282a3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.947901] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a1c99-b364-41bd-a991-8784fa4f87e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.976859] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e35649-95a3-4aa0-956d-9bdfc1e5ac06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.983832] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16bf619-e003-4829-a27c-b95c2764ce08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.996599] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.499304] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.500628] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1229.500812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.499736] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.330390] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.330777] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1283.330777] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1283.834257] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1284.329323] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.329572] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.329713] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.329859] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1286.329356] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.329625] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.329075] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.329075] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.832330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.832554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.832723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.832881] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1288.833827] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f649150-58bb-4af9-b437-9c7f9c125bde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.842101] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d6bcd7-abbe-48af-9e88-b2f69574be04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.855674] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8e744-f2ef-4981-8c35-1ae243bcc2d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.861485] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b028a-d83c-4d12-8bb3-9b0faee52458 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.888980] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1288.889131] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.889315] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.907286] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1289.907557] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1289.923109] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afb96a0-98d2-4501-9bd2-ce286cb8a59e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.932163] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae7ea8-13c7-413b-876b-743de8a2a748 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.961935] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d706336-4848-4b6e-95b6-7cf0ab210eb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.969104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b5a89-7328-4ac4-b442-1708de15ba2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.981801] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.484892] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.486233] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1290.486419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.487441] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.324593] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.328490] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.328490] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1345.329726] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.330000] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1345.331017] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1345.834403] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1346.330724] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.327689] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.834832] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.834832] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.881339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "ccb0250e-704e-4ed0-943f-06564cac4194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.881576] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "ccb0250e-704e-4ed0-943f-06564cac4194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.328737] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.386163] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.942022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.942022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.943865] env[62437]: INFO nova.compute.claims [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.011521] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaec971-5255-40ba-812a-32d071b609ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.020846] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc7396-5a01-4f4f-9c6e-76e9fed97b0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.057160] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fe1420-3b06-4ab3-822c-63c04ea176d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.064471] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d257ccc-5d8d-4238-b2e6-5fdc1bedd65f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.079534] env[62437]: DEBUG nova.compute.provider_tree [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.220660] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "fa441147-5fa5-40e1-9351-87393d061eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.220950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.328289] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.582484] env[62437]: DEBUG nova.scheduler.client.report [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.722899] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.832356] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.088846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.089377] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.094614] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.262s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.094614] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.094614] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1351.095489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353bd566-8def-4624-8b0c-01609eba3cde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.104625] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1b4758-a346-460c-a690-00ecce6c574d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.130192] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8476293-8d43-48ca-89fe-680bfeba049f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.135739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9c7ce-fb60-47fe-b836-d0eb53ee5a22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.174159] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181407MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1351.174336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.174553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.250586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.596772] env[62437]: DEBUG nova.compute.utils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.598258] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.602016] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.908866] env[62437]: DEBUG nova.policy [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ffaecc54e4e4ea2b11d67cc4401b13b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c27094efd64cd0b944b6a5eb1a2d65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.104094] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.202067] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance ccb0250e-704e-4ed0-943f-06564cac4194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1352.705233] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fa441147-5fa5-40e1-9351-87393d061eca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1352.705477] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1352.705631] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1352.766019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13013c72-a6a2-4870-b4f7-37a622cadd35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.775266] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce857657-1371-4797-bae8-57de387a2d07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.808065] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582320b-f5cb-4d44-84a0-77feb7f857c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.815269] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c43745-f28c-4afe-9d58-1dafe3767d85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.829061] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.115643] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.151624] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.151892] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.152064] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.152254] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.152495] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.152662] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.152877] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.153254] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.153368] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.153654] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.153803] env[62437]: DEBUG nova.virt.hardware [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.154665] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4f25a-b407-4598-aa27-2565c8b729c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.164970] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b725a-2fe7-462b-8965-51501fb9c5d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.181093] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b06915-14f0-4cad-8e84-05cad4671fb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.335917] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.384948] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Successfully created port: eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.767147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "19797eaf-0926-492b-a5b6-3ceb06c93154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.767353] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.845816] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1353.846345] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.671s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.847349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.597s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.848905] env[62437]: INFO nova.compute.claims [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.855021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "26a55e5f-71fb-47e7-9533-123d76066008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.855021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.273662] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.362554] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.817488] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.906600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.983025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a981b-2e79-4c8c-a9ef-772e90e0607b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.990020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74695a6e-5b34-4192-bb4d-a83d78f1be2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.027694] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92522b-1974-401d-8af4-0961ea9abb25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.036685] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e1e10-14d9-43e3-930b-198a3cc9b666 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.052182] env[62437]: DEBUG nova.compute.provider_tree [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.558597] env[62437]: DEBUG nova.scheduler.client.report [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.852515] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.070183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.070183] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.071852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.074299] env[62437]: INFO nova.compute.claims [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.227271] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Successfully updated port: eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.346310] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.346310] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.582152] env[62437]: DEBUG nova.compute.utils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.586870] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1356.732518] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.732682] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.732988] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.839904] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.839904] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.853607] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.088982] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.215872] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5992d9c-e844-4b5b-8917-caccfa85b066 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.224273] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f5a81-4169-4488-92e8-1490331d43d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.259900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987d3cdb-acc0-4240-99ac-e90a7e13929d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.268548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc0fc7-5517-4a32-804d-5ab1a268e3b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.283453] env[62437]: DEBUG nova.compute.provider_tree [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.341919] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.375039] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.379138] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.787488] env[62437]: DEBUG nova.scheduler.client.report [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.863298] env[62437]: DEBUG nova.network.neutron [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Updating instance_info_cache with network_info: [{"id": "eb0cb383-28ed-4726-971c-006515ba0bd3", "address": "fa:16:3e:6b:99:99", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb383-28", "ovs_interfaceid": "eb0cb383-28ed-4726-971c-006515ba0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.876193] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.109086] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.143778] env[62437]: DEBUG nova.compute.manager [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Received event network-vif-plugged-eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1358.143778] env[62437]: DEBUG oslo_concurrency.lockutils [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] Acquiring lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.143778] env[62437]: DEBUG oslo_concurrency.lockutils [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] Lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.144385] env[62437]: DEBUG oslo_concurrency.lockutils [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] Lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.144385] env[62437]: DEBUG nova.compute.manager [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] No waiting events found dispatching network-vif-plugged-eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.144385] env[62437]: WARNING nova.compute.manager [req-58a9a2e0-f252-40d9-a968-ba3f6b9268cb req-1b54b16f-de82-4760-ac33-ad26377513b9 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Received unexpected event network-vif-plugged-eb0cb383-28ed-4726-971c-006515ba0bd3 for instance with vm_state building and task_state spawning. [ 1358.146910] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.147863] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.147863] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.148268] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.148355] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.148480] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.148699] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.148910] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.149041] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.149263] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.149379] env[62437]: DEBUG nova.virt.hardware [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.150754] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8a127-0952-4bee-a5cb-9e3a98b88476 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.171683] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e4b6d-013d-4df9-939d-8899e67868ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.192164] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.201987] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.202671] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47225850-737f-4090-833e-22f6ee721309 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.222236] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created folder: OpenStack in parent group-v4. [ 1358.222526] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating folder: Project (1576ef11a429498d9738578675bf4d3a). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.222703] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e2ba241-7486-4208-a945-8fec2be6976c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.237336] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created folder: Project (1576ef11a429498d9738578675bf4d3a) in parent group-v375259. [ 1358.237598] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating folder: Instances. Parent ref: group-v375260. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.238345] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f94a9e-fbff-43dd-a861-db7d6c08cc36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.248053] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created folder: Instances in parent group-v375260. [ 1358.248321] env[62437]: DEBUG oslo.service.loopingcall [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.248574] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.249062] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3324d47-2136-4050-93f5-2c31f7e9d39a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.267573] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.267573] env[62437]: value = "task-1810872" [ 1358.267573] env[62437]: _type = "Task" [ 1358.267573] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.277724] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810872, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.297392] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.297392] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.300666] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.394s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.302246] env[62437]: INFO nova.compute.claims [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.371616] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.371616] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Instance network_info: |[{"id": "eb0cb383-28ed-4726-971c-006515ba0bd3", "address": "fa:16:3e:6b:99:99", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb383-28", "ovs_interfaceid": "eb0cb383-28ed-4726-971c-006515ba0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.375021] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:99:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb0cb383-28ed-4726-971c-006515ba0bd3', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.384728] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Creating folder: Project (60c27094efd64cd0b944b6a5eb1a2d65). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.385440] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5116c12-c8a3-49f1-852e-552c9cbde393 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.399367] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Created folder: Project (60c27094efd64cd0b944b6a5eb1a2d65) in parent group-v375259. [ 1358.399367] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Creating folder: Instances. Parent ref: group-v375263. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.399367] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e6be72d-c935-4877-8827-314e99dc0c42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.413017] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Created folder: Instances in parent group-v375263. [ 1358.413017] env[62437]: DEBUG oslo.service.loopingcall [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.413017] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.413017] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12072880-25b6-43a6-b612-e4f93a2238d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.437916] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.437916] env[62437]: value = "task-1810875" [ 1358.437916] env[62437]: _type = "Task" [ 1358.437916] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.446581] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810875, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.677784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "72bdaa92-fe7e-466a-8551-eeb749039031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.678054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.780418] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810872, 'name': CreateVM_Task, 'duration_secs': 0.304013} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.780911] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.782254] env[62437]: DEBUG oslo_vmware.service [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc164b-2b20-4d45-bc40-273a865c2153 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.793221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.793221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.793221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.793221] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3250ba-eba1-4e62-b16c-bdc30c52071a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.797869] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1358.797869] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52aec8a4-5278-ab0c-655f-80b921eb881f" [ 1358.797869] env[62437]: _type = "Task" [ 1358.797869] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.810034] env[62437]: DEBUG nova.compute.utils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.811095] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52aec8a4-5278-ab0c-655f-80b921eb881f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.814384] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.814384] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.945883] env[62437]: DEBUG nova.policy [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44cb6d4a4f748ed920f7958653507e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5b0185cd8ab4406ae9fcddb4906803f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.956082] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810875, 'name': CreateVM_Task, 'duration_secs': 0.375188} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.956397] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.967716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.181460] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.322783] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.328842] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.328842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.333104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.333104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.333104] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.333104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.333465] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.333465] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511f5acb-2996-4b2b-93d4-6098490b4694 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.340892] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0494594e-958e-40b5-a615-3b035ad780aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.357999] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1359.357999] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525a3d51-83d0-99a0-09e3-163c60eea2b3" [ 1359.357999] env[62437]: _type = "Task" [ 1359.357999] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.365107] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.365361] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.366091] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05690e0e-d393-490d-9cd2-629345d330a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.373644] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525a3d51-83d0-99a0-09e3-163c60eea2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.378215] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e87e610-8f44-46d5-9060-72ffa8314a11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.390531] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1359.390531] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5267f9e6-a917-2fa8-0d27-c809bed51eb8" [ 1359.390531] env[62437]: _type = "Task" [ 1359.390531] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.400361] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5267f9e6-a917-2fa8-0d27-c809bed51eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.520315] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae5cad6-22b7-4491-81cf-9a87b7a41103 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.528528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf55e99-b2ff-481b-bada-03a278d23ffa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.567090] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f4471-d007-4223-8597-f608e94ce2d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.578466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fa3e3f-3a46-4d3d-a43f-62b2e5f91ce6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.597253] env[62437]: DEBUG nova.compute.provider_tree [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.714668] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.871660] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.871660] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.872451] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.904736] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1359.905313] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating directory with path [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.909429] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80c594d-a0c4-498c-9455-3894203fdeb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.929433] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created directory with path [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.929433] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Fetch image to [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1359.929433] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Downloading image file data 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd to [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62437) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1359.930773] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61de3b1-2d3d-4ab4-8bc5-9dc064695870 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.942027] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a943f-1f82-4e75-b1ed-f4d559444467 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.960235] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e17e5-5a4a-45ac-a41e-c8343bb7d848 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.995140] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c4895b-dc9c-4203-bd21-ec17ebf2a939 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.999045] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Successfully created port: 333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.003891] env[62437]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-97f8191c-2986-463d-8cdf-b24c24f4fd75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.028867] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Downloading image file data 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd to the data store datastore1 {{(pid=62437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1360.104153] env[62437]: DEBUG nova.scheduler.client.report [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.144650] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1360.345081] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.392018] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.392018] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.392018] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.392281] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.392281] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.392281] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.392457] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.392632] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.392798] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.392956] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.393137] env[62437]: DEBUG nova.virt.hardware [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.399964] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad068f8-aa08-4f55-9fed-7510b89ddbb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.414946] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97077e8-e98c-41d6-8a99-1b75a2477925 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.489715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.490014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.615249] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.616619] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.621717] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.241s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.623929] env[62437]: INFO nova.compute.claims [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.889951] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1360.890278] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1360.954419] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Downloaded image file data 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd to vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1360.959248] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1360.959248] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copying Virtual Disk [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk to [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.959248] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a73e12-3a36-4abc-8293-00da0ee54561 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.971959] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1360.971959] env[62437]: value = "task-1810876" [ 1360.971959] env[62437]: _type = "Task" [ 1360.971959] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.981850] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.994417] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.127851] env[62437]: DEBUG nova.compute.utils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.129895] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.129895] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.311423] env[62437]: DEBUG nova.policy [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4f9b9f7fab4213aac164596966edf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c25e8b5f3abd4fce8056b941bb502621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.484828] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.524842] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.637030] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.645275] env[62437]: DEBUG nova.compute.manager [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Received event network-changed-eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1361.645469] env[62437]: DEBUG nova.compute.manager [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Refreshing instance network info cache due to event network-changed-eb0cb383-28ed-4726-971c-006515ba0bd3. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1361.645682] env[62437]: DEBUG oslo_concurrency.lockutils [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] Acquiring lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.645828] env[62437]: DEBUG oslo_concurrency.lockutils [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] Acquired lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.645987] env[62437]: DEBUG nova.network.neutron [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Refreshing network info cache for port eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.813775] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58d316-5ded-4297-9363-96dca5f7f7c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.826309] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804de927-9fb5-4d3e-8c78-8795a8de5039 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.865450] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71bf2f-3cec-48c1-aac9-65489508b9ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.873475] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aadcb19-12e3-40db-8cf5-2c015c09f5a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.888211] env[62437]: DEBUG nova.compute.provider_tree [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.988187] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669514} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.988415] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copied Virtual Disk [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk to [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.989368] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleting the datastore file [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/tmp-sparse.vmdk {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.989368] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31dfc486-8df3-4a19-b83c-1a23897a04e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.003888] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1362.003888] env[62437]: value = "task-1810877" [ 1362.003888] env[62437]: _type = "Task" [ 1362.003888] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.010980] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.420860] env[62437]: ERROR nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [req-74723b48-9b78-4a00-9409-cc585c3a25ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74723b48-9b78-4a00-9409-cc585c3a25ba"}]} [ 1362.446214] env[62437]: DEBUG nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1362.465156] env[62437]: DEBUG nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1362.465156] env[62437]: DEBUG nova.compute.provider_tree [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.485737] env[62437]: DEBUG nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1362.512532] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022173} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.515096] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.515338] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Moving file from [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd to [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd. {{(pid=62437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1362.515771] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f1517f63-3524-4bbc-b5b2-7bdcd7de9bc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.519410] env[62437]: DEBUG nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1362.527430] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1362.527430] env[62437]: value = "task-1810878" [ 1362.527430] env[62437]: _type = "Task" [ 1362.527430] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.543480] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810878, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.612283] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Successfully created port: 5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.660663] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.696811] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.697090] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.697255] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.697443] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.697596] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.697756] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.697948] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.698132] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.698308] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.698479] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.698695] env[62437]: DEBUG nova.virt.hardware [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.699613] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5086b75-da91-45a5-b19f-69d914453b4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.707739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863afdd1-e79d-482d-ac19-b0ab9c194faf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.751304] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5831f208-d190-4829-9230-245ee9a7767f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.758836] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a02cffb-c9a2-4243-89a9-69b315cc20cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.800801] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ed0ba-17c4-46c4-920a-52e0b12d91c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.808387] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d90db-7163-444d-bcce-853601ba23a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.823589] env[62437]: DEBUG nova.compute.provider_tree [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.842091] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Successfully updated port: 333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.039913] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810878, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034393} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.040205] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] File moved {{(pid=62437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1363.040713] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Cleaning up location [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.040713] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleting the datastore file [datastore1] vmware_temp/1e1e1641-c8a2-4693-91b4-ca454205f96f {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.041124] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8717773c-a2df-433f-b95e-32a0c2a7ac3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.049257] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1363.049257] env[62437]: value = "task-1810879" [ 1363.049257] env[62437]: _type = "Task" [ 1363.049257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.054112] env[62437]: DEBUG nova.network.neutron [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Updated VIF entry in instance network info cache for port eb0cb383-28ed-4726-971c-006515ba0bd3. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.054450] env[62437]: DEBUG nova.network.neutron [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Updating instance_info_cache with network_info: [{"id": "eb0cb383-28ed-4726-971c-006515ba0bd3", "address": "fa:16:3e:6b:99:99", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb383-28", "ovs_interfaceid": "eb0cb383-28ed-4726-971c-006515ba0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.060982] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.345427] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.345427] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquired lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.345427] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.359280] env[62437]: DEBUG nova.scheduler.client.report [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1363.359552] env[62437]: DEBUG nova.compute.provider_tree [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 12 to 13 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1363.359786] env[62437]: DEBUG nova.compute.provider_tree [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.560452] env[62437]: DEBUG oslo_concurrency.lockutils [req-12d071d1-4792-47f1-8469-69572183a880 req-c60a4c14-785c-4af3-99d4-af89c0f511d8 service nova] Releasing lock "refresh_cache-ccb0250e-704e-4ed0-943f-06564cac4194" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.560855] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0299} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.561115] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.561819] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2b0bb7-75fe-46ee-82c1-a8c3066006d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.567678] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1363.567678] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb70c9-beec-7cbc-d0a6-332945338a78" [ 1363.567678] env[62437]: _type = "Task" [ 1363.567678] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.577454] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb70c9-beec-7cbc-d0a6-332945338a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.868485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.248s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.870766] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.873720] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.998s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.877376] env[62437]: INFO nova.compute.claims [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.942781] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.083192] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb70c9-beec-7cbc-d0a6-332945338a78, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.083669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.083728] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.083990] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.084363] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.084510] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65144114-3e6e-4ede-9c02-75205c6a7b3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.089856] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c200757d-6b13-4721-9b65-809ae164e3e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.098632] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1364.098632] env[62437]: value = "task-1810880" [ 1364.098632] env[62437]: _type = "Task" [ 1364.098632] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.106218] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.106582] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.107712] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229e1f46-f2b2-4a02-b429-04d1c038e994 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.113457] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.118722] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1364.118722] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ae66bc-a313-954a-8ba5-43e3a3e62ad1" [ 1364.118722] env[62437]: _type = "Task" [ 1364.118722] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.132519] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ae66bc-a313-954a-8ba5-43e3a3e62ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.007522} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.133338] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c42dbb-fb6c-4e7d-935f-0f38e9cd745e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.138715] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1364.138715] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52813381-35dc-ba36-0a53-cb2337eaa9da" [ 1364.138715] env[62437]: _type = "Task" [ 1364.138715] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.146639] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52813381-35dc-ba36-0a53-cb2337eaa9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.341064] env[62437]: DEBUG nova.network.neutron [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Updating instance_info_cache with network_info: [{"id": "333d0420-06dc-4196-936e-5d7be87cbda3", "address": "fa:16:3e:70:b4:0b", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333d0420-06", "ovs_interfaceid": "333d0420-06dc-4196-936e-5d7be87cbda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.384422] env[62437]: DEBUG nova.compute.utils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.388756] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.389117] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.510687] env[62437]: DEBUG nova.policy [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37bfd2ab0e84ae5be4e4a5b08e14bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a7e06896347a68aa49982884af089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.614116] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461562} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.614116] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.614116] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.614116] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e17321e-918f-4733-b02b-8250624a1b10 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.621403] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1364.621403] env[62437]: value = "task-1810881" [ 1364.621403] env[62437]: _type = "Task" [ 1364.621403] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.630763] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.648600] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52813381-35dc-ba36-0a53-cb2337eaa9da, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.648896] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.649315] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ccb0250e-704e-4ed0-943f-06564cac4194/ccb0250e-704e-4ed0-943f-06564cac4194.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.649583] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e861e6c-5fa0-46f9-9941-aa4553c9ac19 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.660543] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1364.660543] env[62437]: value = "task-1810882" [ 1364.660543] env[62437]: _type = "Task" [ 1364.660543] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.670539] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.821182] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.821429] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.843715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Releasing lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.844072] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Instance network_info: |[{"id": "333d0420-06dc-4196-936e-5d7be87cbda3", "address": "fa:16:3e:70:b4:0b", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333d0420-06", "ovs_interfaceid": "333d0420-06dc-4196-936e-5d7be87cbda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.844503] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b4:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '333d0420-06dc-4196-936e-5d7be87cbda3', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.852832] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Creating folder: Project (d5b0185cd8ab4406ae9fcddb4906803f). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.853834] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7641f5bd-5875-490c-8038-8b95a18e1e26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.866473] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Created folder: Project (d5b0185cd8ab4406ae9fcddb4906803f) in parent group-v375259. [ 1364.869793] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Creating folder: Instances. Parent ref: group-v375266. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.869793] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345e59be-9136-4e1d-a5e6-510c975424ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.880906] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Created folder: Instances in parent group-v375266. [ 1364.881179] env[62437]: DEBUG oslo.service.loopingcall [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.881383] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.881584] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1166ef5b-ead6-43f2-86cd-86fa4cc2a01c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.899608] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.913914] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.913914] env[62437]: value = "task-1810885" [ 1364.913914] env[62437]: _type = "Task" [ 1364.913914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.925872] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810885, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.003580] env[62437]: DEBUG nova.compute.manager [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Received event network-vif-plugged-333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1365.003912] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Acquiring lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.004234] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.004463] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.004696] env[62437]: DEBUG nova.compute.manager [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] No waiting events found dispatching network-vif-plugged-333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.004924] env[62437]: WARNING nova.compute.manager [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Received unexpected event network-vif-plugged-333d0420-06dc-4196-936e-5d7be87cbda3 for instance with vm_state building and task_state spawning. [ 1365.005195] env[62437]: DEBUG nova.compute.manager [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Received event network-changed-333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1365.005442] env[62437]: DEBUG nova.compute.manager [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Refreshing instance network info cache due to event network-changed-333d0420-06dc-4196-936e-5d7be87cbda3. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1365.006076] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Acquiring lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.006076] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Acquired lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.006264] env[62437]: DEBUG nova.network.neutron [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Refreshing network info cache for port 333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.102270] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f7d8b-7216-484a-bd23-a42475f82a3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.109991] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb56c9d2-4bf6-4b83-af09-31ceda63c977 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.149290] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e95e9-44a7-446a-a9ae-7ff32ec9319a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.159820] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ffb35-3b21-4a09-8c13-e3a0ad70b9d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.164021] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072734} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.164590] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.172020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb575a3-697a-493c-919d-f625c4266864 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.180839] env[62437]: DEBUG nova.compute.provider_tree [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.188629] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451844} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.190433] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ccb0250e-704e-4ed0-943f-06564cac4194/ccb0250e-704e-4ed0-943f-06564cac4194.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.190651] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.190904] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50634622-ff88-4c95-a9e9-62f606096e4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.213411] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.215447] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a56178e1-698b-4b38-aa90-3e80d4dd13e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.229732] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1365.229732] env[62437]: value = "task-1810886" [ 1365.229732] env[62437]: _type = "Task" [ 1365.229732] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.235998] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1365.235998] env[62437]: value = "task-1810887" [ 1365.235998] env[62437]: _type = "Task" [ 1365.235998] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.239250] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.247415] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.324116] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.423593] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810885, 'name': CreateVM_Task, 'duration_secs': 0.479933} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.424193] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.426034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.426034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.426034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.426034] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc5de25-3b19-4dca-8407-b60d7b21749b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.432762] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1365.432762] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf190c-db8a-8c62-24fd-2158472c2e18" [ 1365.432762] env[62437]: _type = "Task" [ 1365.432762] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.438992] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf190c-db8a-8c62-24fd-2158472c2e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.685533] env[62437]: DEBUG nova.scheduler.client.report [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.740675] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096231} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.745261] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.746642] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7152a0-8369-4029-a8ed-ca8b9b770a9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.754011] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810887, 'name': ReconfigVM_Task, 'duration_secs': 0.325495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.766256] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfigured VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.777071] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ccb0250e-704e-4ed0-943f-06564cac4194/ccb0250e-704e-4ed0-943f-06564cac4194.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.777071] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae4750c0-8835-42bf-b399-42c69134b37d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.778363] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2982f0ed-fe14-4996-bea4-a0b4702dcc95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.800255] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1365.800255] env[62437]: value = "task-1810889" [ 1365.800255] env[62437]: _type = "Task" [ 1365.800255] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.801267] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1365.801267] env[62437]: value = "task-1810888" [ 1365.801267] env[62437]: _type = "Task" [ 1365.801267] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.812292] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810888, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.815351] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.851952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.914061] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.952188] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf190c-db8a-8c62-24fd-2158472c2e18, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.952897] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.953114] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.953284] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.953636] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.953873] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.954054] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.954329] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.954426] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.955148] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.955148] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.955148] env[62437]: DEBUG nova.virt.hardware [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.955289] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.955533] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.955782] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.955926] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.956644] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.957266] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ebc234-b7d2-4ba4-911a-483ea1114a42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.962112] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9aa6c09-0867-4eb9-a188-a9d5dd7dedd2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.969164] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c279f-ae87-4794-a0bf-77d47accfab7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.974735] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.975282] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.975982] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3180f45e-32bd-4869-9e8f-2f378c6a8945 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.989723] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1365.989723] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d86b25-bfbb-14be-602e-f3149c578e6a" [ 1365.989723] env[62437]: _type = "Task" [ 1365.989723] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.997114] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d86b25-bfbb-14be-602e-f3149c578e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.011843] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Successfully created port: 331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.081879] env[62437]: DEBUG nova.network.neutron [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Updated VIF entry in instance network info cache for port 333d0420-06dc-4196-936e-5d7be87cbda3. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.081941] env[62437]: DEBUG nova.network.neutron [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Updating instance_info_cache with network_info: [{"id": "333d0420-06dc-4196-936e-5d7be87cbda3", "address": "fa:16:3e:70:b4:0b", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333d0420-06", "ovs_interfaceid": "333d0420-06dc-4196-936e-5d7be87cbda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.192843] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.192843] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.194587] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.480s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.198035] env[62437]: INFO nova.compute.claims [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.321544] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810889, 'name': ReconfigVM_Task, 'duration_secs': 0.293972} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.322141] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810888, 'name': Rename_Task, 'duration_secs': 0.137421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.322907] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Successfully updated port: 5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.324086] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ccb0250e-704e-4ed0-943f-06564cac4194/ccb0250e-704e-4ed0-943f-06564cac4194.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.324635] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.325049] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680bcfa2-c7e5-4272-bca7-b41794697e6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.326757] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b43b69-c49a-455e-b079-f4cea80c2a5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.334932] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1366.334932] env[62437]: value = "task-1810891" [ 1366.334932] env[62437]: _type = "Task" [ 1366.334932] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.335889] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1366.335889] env[62437]: value = "task-1810890" [ 1366.335889] env[62437]: _type = "Task" [ 1366.335889] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.351511] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810890, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.351804] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.510543] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d86b25-bfbb-14be-602e-f3149c578e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.515501] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143c801d-0463-4267-9a8f-93cd2469f35e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.522579] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1366.522579] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fca518-310f-29e3-9aa5-07a40183cd28" [ 1366.522579] env[62437]: _type = "Task" [ 1366.522579] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.530423] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fca518-310f-29e3-9aa5-07a40183cd28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.588951] env[62437]: DEBUG oslo_concurrency.lockutils [req-a953fd9e-7249-45c2-975f-a6da6bbb773f req-88a1ebea-1ab6-4759-9d52-6ebe1548ec87 service nova] Releasing lock "refresh_cache-19797eaf-0926-492b-a5b6-3ceb06c93154" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.706424] env[62437]: DEBUG nova.compute.utils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.707788] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.708029] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.827280] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.827552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquired lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.827734] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.850268] env[62437]: DEBUG oslo_vmware.api [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810891, 'name': PowerOnVM_Task, 'duration_secs': 0.468377} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.853339] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.854042] env[62437]: INFO nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1366.854337] env[62437]: DEBUG nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.854650] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810890, 'name': Rename_Task, 'duration_secs': 0.190309} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.855857] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bbe80a-baca-4177-92f0-c792c3750693 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.858835] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.859082] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f2813a-366c-4fd6-8506-9fbe384b6a32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.871716] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1366.871716] env[62437]: value = "task-1810892" [ 1366.871716] env[62437]: _type = "Task" [ 1366.871716] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.882217] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.036155] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fca518-310f-29e3-9aa5-07a40183cd28, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.036155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.036155] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 19797eaf-0926-492b-a5b6-3ceb06c93154/19797eaf-0926-492b-a5b6-3ceb06c93154.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.036155] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d499a6-d497-4d7b-85b3-5eb0698a401d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.043165] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1367.043165] env[62437]: value = "task-1810893" [ 1367.043165] env[62437]: _type = "Task" [ 1367.043165] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.052401] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.076436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.076618] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.158641] env[62437]: DEBUG nova.policy [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a9b300a86d54e4280d96f46d8c5f88a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ede8a791b664818a9ec4f55abed81a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.215565] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.392866] env[62437]: INFO nova.compute.manager [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Took 16.17 seconds to build instance. [ 1367.397819] env[62437]: DEBUG nova.compute.manager [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Received event network-vif-plugged-5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1367.398054] env[62437]: DEBUG oslo_concurrency.lockutils [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] Acquiring lock "26a55e5f-71fb-47e7-9533-123d76066008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.398722] env[62437]: DEBUG oslo_concurrency.lockutils [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] Lock "26a55e5f-71fb-47e7-9533-123d76066008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.398722] env[62437]: DEBUG oslo_concurrency.lockutils [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] Lock "26a55e5f-71fb-47e7-9533-123d76066008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.398722] env[62437]: DEBUG nova.compute.manager [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] No waiting events found dispatching network-vif-plugged-5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.398865] env[62437]: WARNING nova.compute.manager [req-da8973e4-7d37-475c-bde6-0ddbd8ad2f09 req-6ea24700-e6f1-4171-b8e9-4c91d0812d9d service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Received unexpected event network-vif-plugged-5bf59249-c213-4df9-ab8f-577a73b7c1a5 for instance with vm_state building and task_state spawning. [ 1367.407677] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810892, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.423261] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc79ab7-60e0-47dc-91eb-a9546baa774d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.437603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99074997-2d1e-470d-b621-24b3be1ad2ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.474712] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.477530] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e023dfe-375b-4f28-bc88-67782099b583 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.488134] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a42cf2-fa6f-4a30-845f-624702625f16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.502694] env[62437]: DEBUG nova.compute.provider_tree [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.554169] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.581390] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.907724] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d8f3a4d-468a-4e99-80d6-e05eb73bca40 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.684s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.907724] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810892, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.009036] env[62437]: DEBUG nova.network.neutron [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Updating instance_info_cache with network_info: [{"id": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "address": "fa:16:3e:82:ef:73", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf59249-c2", "ovs_interfaceid": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.012179] env[62437]: DEBUG nova.scheduler.client.report [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.056804] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596493} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.057246] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 19797eaf-0926-492b-a5b6-3ceb06c93154/19797eaf-0926-492b-a5b6-3ceb06c93154.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.057785] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.058158] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b6e266-bc88-4681-b3ee-e4a948e83cf7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.065976] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1368.065976] env[62437]: value = "task-1810894" [ 1368.065976] env[62437]: _type = "Task" [ 1368.065976] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.076153] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.113061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.226584] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.261027] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.261219] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.261298] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.261459] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.262258] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.262258] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.262392] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.262477] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.262663] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.262866] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.263060] env[62437]: DEBUG nova.virt.hardware [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.264070] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca2399-6921-4a8a-a1ed-380943cc7da1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.275469] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889acac8-ce9e-4cca-8f19-877e6d4001a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.394935] env[62437]: DEBUG oslo_vmware.api [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1810892, 'name': PowerOnVM_Task, 'duration_secs': 1.440827} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.395325] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.395585] env[62437]: INFO nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Took 15.28 seconds to spawn the instance on the hypervisor. [ 1368.395825] env[62437]: DEBUG nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.396921] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c779c3-c1dc-45e7-bea0-f39d46d34121 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.517277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Releasing lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.517574] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Instance network_info: |[{"id": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "address": "fa:16:3e:82:ef:73", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf59249-c2", "ovs_interfaceid": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.518308] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.518807] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.521641] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ef:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf59249-c213-4df9-ab8f-577a73b7c1a5', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.531631] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Creating folder: Project (c25e8b5f3abd4fce8056b941bb502621). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.533965] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.008s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.536214] env[62437]: INFO nova.compute.claims [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.538362] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75585b4-f10e-4527-95fe-377b8062f18b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.550992] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Created folder: Project (c25e8b5f3abd4fce8056b941bb502621) in parent group-v375259. [ 1368.551229] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Creating folder: Instances. Parent ref: group-v375269. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.551435] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f55b84-f532-4e8d-bebe-eb1106fcc03b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.562296] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Created folder: Instances in parent group-v375269. [ 1368.562296] env[62437]: DEBUG oslo.service.loopingcall [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.562296] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.562296] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb41fe6-2c67-4669-a089-5bbf22d98afc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.589102] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206285} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.590475] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.591176] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.591176] env[62437]: value = "task-1810897" [ 1368.591176] env[62437]: _type = "Task" [ 1368.591176] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.591425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0192a7f7-9d74-4a7b-a494-6fcbb55c47de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.623576] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 19797eaf-0926-492b-a5b6-3ceb06c93154/19797eaf-0926-492b-a5b6-3ceb06c93154.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.623960] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810897, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.624094] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1698a1c6-6ab5-4161-a086-2770d8ddfd6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.643786] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Successfully created port: 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.650691] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1368.650691] env[62437]: value = "task-1810898" [ 1368.650691] env[62437]: _type = "Task" [ 1368.650691] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.658469] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.919371] env[62437]: INFO nova.compute.manager [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Took 20.03 seconds to build instance. [ 1369.034740] env[62437]: DEBUG nova.compute.utils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.039981] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.039981] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.104279] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810897, 'name': CreateVM_Task, 'duration_secs': 0.395466} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.104415] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.105102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.105522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.105640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.105841] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea244e5-8fac-448c-afb6-64c15c9e8ba7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.110879] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1369.110879] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52abc91a-eb44-8137-e33b-cbfdd0548203" [ 1369.110879] env[62437]: _type = "Task" [ 1369.110879] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.119403] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52abc91a-eb44-8137-e33b-cbfdd0548203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.162414] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810898, 'name': ReconfigVM_Task, 'duration_secs': 0.490393} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.162809] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 19797eaf-0926-492b-a5b6-3ceb06c93154/19797eaf-0926-492b-a5b6-3ceb06c93154.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.165141] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29b7cc6-1363-4b7a-96c5-372793769a7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.170769] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1369.170769] env[62437]: value = "task-1810899" [ 1369.170769] env[62437]: _type = "Task" [ 1369.170769] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.179834] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810899, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.249260] env[62437]: INFO nova.compute.manager [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Rebuilding instance [ 1369.304386] env[62437]: DEBUG nova.compute.manager [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.305302] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d435f-f1a9-400d-90ab-ce085b2a9f5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.316047] env[62437]: DEBUG nova.policy [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc37cb4a3cb44d3b0a3eb44301df9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37262525ee84a10814904eada319cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.421671] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dec98554-51ba-4339-96d6-7b9012c2c613 tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "ccb0250e-704e-4ed0-943f-06564cac4194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.540s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.537781] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.626041] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52abc91a-eb44-8137-e33b-cbfdd0548203, 'name': SearchDatastore_Task, 'duration_secs': 0.019271} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.626175] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.626424] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.626663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.626809] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.626988] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.627255] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c39a39-0a8e-442c-ad30-09082a90e1b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.641727] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.641727] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.642082] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea102ce-814b-4b90-8d48-29602498cfeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.649879] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1369.649879] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f60dbf-d71e-0de5-7258-c9b4429871ac" [ 1369.649879] env[62437]: _type = "Task" [ 1369.649879] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.657863] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f60dbf-d71e-0de5-7258-c9b4429871ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.685867] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810899, 'name': Rename_Task, 'duration_secs': 0.204537} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.686229] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.686541] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617c37b3-952b-491f-979b-87c66f538b13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.692528] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1369.692528] env[62437]: value = "task-1810900" [ 1369.692528] env[62437]: _type = "Task" [ 1369.692528] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.701288] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.734477] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdbbe8-7032-42d1-9754-f19e6504035d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.742291] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8289d59f-c6f3-4913-a402-5f930760e45f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.782902] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114926f0-50ee-4361-a33c-8c15d8108ec9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.791534] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631f86fe-127f-4935-bafa-9cceb9076655 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.806900] env[62437]: DEBUG nova.compute.provider_tree [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.162200] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f60dbf-d71e-0de5-7258-c9b4429871ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024319} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.163544] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52592f31-186e-4906-a7be-73bbdccebff3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.170736] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1370.170736] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a6005f-aec6-039e-2506-be837f38f0e3" [ 1370.170736] env[62437]: _type = "Task" [ 1370.170736] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.180086] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a6005f-aec6-039e-2506-be837f38f0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.204499] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810900, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.212358] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Successfully created port: c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.312671] env[62437]: DEBUG nova.scheduler.client.report [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.323307] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.323307] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f688cc5-af7d-460f-bfaf-443963cd85d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.330250] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Successfully updated port: 331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.333295] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1370.333295] env[62437]: value = "task-1810901" [ 1370.333295] env[62437]: _type = "Task" [ 1370.333295] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.345969] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.404841] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.406173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.554222] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.684094] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a6005f-aec6-039e-2506-be837f38f0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.684236] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.684493] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 26a55e5f-71fb-47e7-9533-123d76066008/26a55e5f-71fb-47e7-9533-123d76066008.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.689895] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c93148-b673-4436-9585-69db47b5c871 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.703935] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1370.703935] env[62437]: value = "task-1810902" [ 1370.703935] env[62437]: _type = "Task" [ 1370.703935] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.714354] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.714789] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.714836] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.715029] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.715178] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.715319] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.715522] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.715678] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.715837] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.715995] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.716723] env[62437]: DEBUG nova.virt.hardware [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.717146] env[62437]: DEBUG oslo_vmware.api [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810900, 'name': PowerOnVM_Task, 'duration_secs': 0.980396} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.718132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de26db1-f0e4-437f-b2a6-006db0622f2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.722072] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.722374] env[62437]: INFO nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1370.722588] env[62437]: DEBUG nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.723474] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f12a0c-2389-44dd-bd33-dea450a75436 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.731617] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.736084] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21c22c2-be02-4cef-a9e9-41f44b7eb060 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.817622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.818107] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.821033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.969s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.823175] env[62437]: INFO nova.compute.claims [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.836976] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.837181] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.837424] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.854285] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810901, 'name': PowerOffVM_Task, 'duration_secs': 0.197883} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.854285] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.854285] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.854285] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203bbbc-f8ca-4090-84fb-e8af08eb19bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.865021] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.865463] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3433aad-5c1b-400c-9527-3837e9642b95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.899026] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.899346] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.899618] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleting the datastore file [datastore1] fa441147-5fa5-40e1-9351-87393d061eca {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.900140] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c4f58b-b6e5-44ca-a4f3-c785117e3203 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.910221] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.914917] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1370.914917] env[62437]: value = "task-1810904" [ 1370.914917] env[62437]: _type = "Task" [ 1370.914917] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.927218] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.216665] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.256520] env[62437]: INFO nova.compute.manager [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Took 16.48 seconds to build instance. [ 1371.329589] env[62437]: DEBUG nova.compute.utils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.336920] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.336920] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.438198] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435554} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.438485] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.438691] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.439069] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.463297] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.583448] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.598695] env[62437]: DEBUG nova.policy [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f0503e36deb44b7b9d822abbf3b237a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd793277690954b1a833b62c68e945ec1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.683707] env[62437]: DEBUG nova.compute.manager [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Received event network-changed-5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1371.683825] env[62437]: DEBUG nova.compute.manager [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Refreshing instance network info cache due to event network-changed-5bf59249-c213-4df9-ab8f-577a73b7c1a5. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1371.684160] env[62437]: DEBUG oslo_concurrency.lockutils [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] Acquiring lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.684628] env[62437]: DEBUG oslo_concurrency.lockutils [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] Acquired lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.685487] env[62437]: DEBUG nova.network.neutron [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Refreshing network info cache for port 5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.719013] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644938} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.722691] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 26a55e5f-71fb-47e7-9533-123d76066008/26a55e5f-71fb-47e7-9533-123d76066008.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.722925] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.723191] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea899591-5a08-4ed3-90f2-793f5ec714ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.731721] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1371.731721] env[62437]: value = "task-1810905" [ 1371.731721] env[62437]: _type = "Task" [ 1371.731721] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.744650] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.760736] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c76208fd-fb64-4ded-ba23-6d49a4b43054 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.993s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.811589] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.811829] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.840434] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.987990] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Acquiring lock "ccb0250e-704e-4ed0-943f-06564cac4194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.988266] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "ccb0250e-704e-4ed0-943f-06564cac4194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.988466] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Acquiring lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.988677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.988855] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "ccb0250e-704e-4ed0-943f-06564cac4194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.994134] env[62437]: INFO nova.compute.manager [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Terminating instance [ 1372.167197] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1f034-c236-4605-8a11-68d76c4e28cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.177844] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d45deee-53cf-4adc-b9da-f14e84fbd418 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.219884] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1dfb62-bbd2-4639-99dc-0b0826273331 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.231190] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aaf41d-dffa-4e02-bc89-be470cda9bf1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.241506] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11397} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.258106] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.258106] env[62437]: DEBUG nova.compute.provider_tree [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.258106] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162848c-6798-4072-b3de-1ca8dfec7d4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.281886] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 26a55e5f-71fb-47e7-9533-123d76066008/26a55e5f-71fb-47e7-9533-123d76066008.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.281886] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d170989-d4e4-4a26-9426-c7ee86ea3573 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.302846] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1372.302846] env[62437]: value = "task-1810906" [ 1372.302846] env[62437]: _type = "Task" [ 1372.302846] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.303649] env[62437]: DEBUG nova.network.neutron [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.316345] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.316345] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.487535] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.487862] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.488423] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.488423] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.490191] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.490191] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.490191] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.490191] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.490191] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.490424] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.490424] env[62437]: DEBUG nova.virt.hardware [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.492185] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90dfe0b-6b38-403a-90b7-933351e22096 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.498442] env[62437]: DEBUG nova.compute.manager [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.498552] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.499693] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665c9a04-e91b-473e-8d6f-93273aa73fe7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.504837] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1655fc9-6533-4ab2-9244-f5e5b1b60083 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.520145] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.526616] env[62437]: DEBUG oslo.service.loopingcall [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.529612] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.529612] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.529771] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fc63c64-d560-4b96-9d7b-5e2497eabbe6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.541564] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e24faf-efe2-48ff-90ab-bae782afa111 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.549153] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.549153] env[62437]: value = "task-1810908" [ 1372.549153] env[62437]: _type = "Task" [ 1372.549153] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.550797] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Waiting for the task: (returnval){ [ 1372.550797] env[62437]: value = "task-1810907" [ 1372.550797] env[62437]: _type = "Task" [ 1372.550797] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.561572] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810908, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.564655] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Task: {'id': task-1810907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.760356] env[62437]: DEBUG nova.scheduler.client.report [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.810240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.810563] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Instance network_info: |[{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.811049] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:dd:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '331dfb86-bc04-4e94-96ce-5ff53da7335a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.818690] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating folder: Project (3e7a7e06896347a68aa49982884af089). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.821869] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c6552f-a4e5-4b10-bbcd-3b079566cb80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.829217] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.839013] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created folder: Project (3e7a7e06896347a68aa49982884af089) in parent group-v375259. [ 1372.839296] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating folder: Instances. Parent ref: group-v375273. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.839486] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae27506a-cf65-4ed4-9c5c-c802eb11428b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.846075] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.849606] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created folder: Instances in parent group-v375273. [ 1372.849869] env[62437]: DEBUG oslo.service.loopingcall [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.850155] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.850284] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42908c1-4b7b-4e33-9e92-83e191be7b32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.870012] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.877563] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.877563] env[62437]: value = "task-1810911" [ 1372.877563] env[62437]: _type = "Task" [ 1372.877563] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.885724] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810911, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.895840] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.896644] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.896732] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.897017] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.900289] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.900289] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.900289] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.900289] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.900289] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.900527] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.900527] env[62437]: DEBUG nova.virt.hardware [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.900527] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2045a87-16ac-43ac-9362-936ea118503e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.909218] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035423eb-9bf1-4479-9b8e-4ff6066b0d12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.070726] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810908, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.075655] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Task: {'id': task-1810907, 'name': PowerOffVM_Task, 'duration_secs': 0.252383} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.075993] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.076244] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.076592] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1040b8-7d66-4305-9070-1069201ffb02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.207911] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.208268] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.208366] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Deleting the datastore file [datastore1] ccb0250e-704e-4ed0-943f-06564cac4194 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.209361] env[62437]: DEBUG nova.network.neutron [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Updated VIF entry in instance network info cache for port 5bf59249-c213-4df9-ab8f-577a73b7c1a5. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.209728] env[62437]: DEBUG nova.network.neutron [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Updating instance_info_cache with network_info: [{"id": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "address": "fa:16:3e:82:ef:73", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf59249-c2", "ovs_interfaceid": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.211476] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75137b13-5b73-4c25-be03-6e6fdbdf6561 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.221312] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Waiting for the task: (returnval){ [ 1373.221312] env[62437]: value = "task-1810913" [ 1373.221312] env[62437]: _type = "Task" [ 1373.221312] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.232811] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Task: {'id': task-1810913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.265769] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.266964] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.270456] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.158s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.273411] env[62437]: INFO nova.compute.claims [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.323357] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810906, 'name': ReconfigVM_Task, 'duration_secs': 0.821321} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.324091] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 26a55e5f-71fb-47e7-9533-123d76066008/26a55e5f-71fb-47e7-9533-123d76066008.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.324574] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eccb336-1536-4783-b93c-415dd7bde48d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.332645] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1373.332645] env[62437]: value = "task-1810914" [ 1373.332645] env[62437]: _type = "Task" [ 1373.332645] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.343131] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810914, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.387290] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810911, 'name': CreateVM_Task, 'duration_secs': 0.356586} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.387290] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.387976] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.388164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.388491] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.388800] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708344df-9001-4898-92c8-50a65ea6bff2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.394918] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1373.394918] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52cde2cf-8a16-7569-72a1-306833796f16" [ 1373.394918] env[62437]: _type = "Task" [ 1373.394918] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.411661] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cde2cf-8a16-7569-72a1-306833796f16, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.412503] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.412503] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.412801] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.412801] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.412977] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.413245] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e461971-08a3-4b7b-95c3-e91fdfa8e472 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.422596] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.422766] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.423857] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a87a068-e672-4c23-878a-20f33a0540a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.430136] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1373.430136] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522b00de-bcb9-92a9-2386-4a99eed510f9" [ 1373.430136] env[62437]: _type = "Task" [ 1373.430136] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.442242] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522b00de-bcb9-92a9-2386-4a99eed510f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.443224] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fd67bb-0871-4efa-b25a-067882bd28d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.448604] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1373.448604] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521478d5-857a-a903-842a-0331ecdaaf45" [ 1373.448604] env[62437]: _type = "Task" [ 1373.448604] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.456747] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521478d5-857a-a903-842a-0331ecdaaf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.562080] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810908, 'name': CreateVM_Task, 'duration_secs': 0.592509} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.562374] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.562689] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.562846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.563177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.563497] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7cc96e-6d66-4fc1-91c8-4da253b69d39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.569734] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1373.569734] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52714b8e-05c1-1047-12e2-6220757933e0" [ 1373.569734] env[62437]: _type = "Task" [ 1373.569734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.584406] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52714b8e-05c1-1047-12e2-6220757933e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.659393] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Successfully updated port: 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.717039] env[62437]: DEBUG oslo_concurrency.lockutils [req-f0fef8e6-58ad-40b1-b57f-bd26ec1e441d req-f5d6c955-49db-45f8-8b10-f6713d47b0a3 service nova] Releasing lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.741825] env[62437]: DEBUG oslo_vmware.api [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Task: {'id': task-1810913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137766} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.742101] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.743249] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.743249] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.743249] env[62437]: INFO nova.compute.manager [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1373.743249] env[62437]: DEBUG oslo.service.loopingcall [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.743249] env[62437]: DEBUG nova.compute.manager [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.743249] env[62437]: DEBUG nova.network.neutron [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.779827] env[62437]: DEBUG nova.compute.utils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.783586] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.783586] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.821128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.821128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.850046] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810914, 'name': Rename_Task, 'duration_secs': 0.167952} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.850383] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.850585] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c815c65-0614-4fd7-9e80-5fd3d454972f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.860682] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1373.860682] env[62437]: value = "task-1810915" [ 1373.860682] env[62437]: _type = "Task" [ 1373.860682] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.861365] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Successfully updated port: c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.873663] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.959012] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521478d5-857a-a903-842a-0331ecdaaf45, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.959340] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.959611] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0d295566-d3b3-473a-bbc8-5d5df2a08591/0d295566-d3b3-473a-bbc8-5d5df2a08591.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.959876] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d5ebfd-40b0-4279-b568-7d5d28cb31bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.967789] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1373.967789] env[62437]: value = "task-1810916" [ 1373.967789] env[62437]: _type = "Task" [ 1373.967789] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.978762] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.083260] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52714b8e-05c1-1047-12e2-6220757933e0, 'name': SearchDatastore_Task, 'duration_secs': 0.037458} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.083260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.083260] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.083260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.083468] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.083468] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.083468] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dcb9346-69af-4ea5-8782-e87b7bf8893b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.092929] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.093141] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.093900] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafdddb4-bf6e-40af-b41f-3fe2eb460a3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.099263] env[62437]: DEBUG nova.policy [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37c86acb71646a4a823a78679682420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c328f81511034b85801534bfd44580ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.102448] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1374.102448] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5230cdc4-0691-ffa5-ed38-a1e8329941a2" [ 1374.102448] env[62437]: _type = "Task" [ 1374.102448] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.112367] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5230cdc4-0691-ffa5-ed38-a1e8329941a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.113257] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Successfully created port: 99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.116472] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e202cb0b-6fc1-43a8-aed8-a27c1589e9b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.126347] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1374.126347] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4a07b-b72b-0721-296c-17debd3db203" [ 1374.126347] env[62437]: _type = "Task" [ 1374.126347] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.137428] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4a07b-b72b-0721-296c-17debd3db203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.163291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.163291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.163291] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.287850] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.324391] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.366145] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.366352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.366634] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.391694] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.485370] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500503} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.485754] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0d295566-d3b3-473a-bbc8-5d5df2a08591/0d295566-d3b3-473a-bbc8-5d5df2a08591.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.486026] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.486325] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df104c4-e520-46a4-8fd9-41217731a3b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.494254] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1374.494254] env[62437]: value = "task-1810917" [ 1374.494254] env[62437]: _type = "Task" [ 1374.494254] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.508695] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.622873] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d4298-77bd-4928-b0e7-2eaff27c92da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.633207] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58528677-e3c5-4ad5-8741-38874d7f381e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.639898] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4a07b-b72b-0721-296c-17debd3db203, 'name': SearchDatastore_Task, 'duration_secs': 0.070458} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.640525] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.640744] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.640991] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79d595a5-2d58-4344-81bb-f0c9b7e6b555 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.667925] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b641ae7-a343-43ae-92f3-bd0781023281 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.674057] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1374.674057] env[62437]: value = "task-1810918" [ 1374.674057] env[62437]: _type = "Task" [ 1374.674057] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.681467] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf513a-b314-40ab-8829-2b71519bc6e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.690592] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.704092] env[62437]: DEBUG nova.compute.provider_tree [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.809953] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.872649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.879315] env[62437]: DEBUG oslo_vmware.api [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810915, 'name': PowerOnVM_Task, 'duration_secs': 0.592467} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.879315] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.879315] env[62437]: INFO nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1374.879315] env[62437]: DEBUG nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.885166] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda99d4-f691-421a-a2a9-25f7f00431cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.912616] env[62437]: DEBUG nova.compute.manager [None req-5ce89100-92ac-402d-8b5e-c687bd7b5fe1 tempest-ServerDiagnosticsTest-1809947329 tempest-ServerDiagnosticsTest-1809947329-project-admin] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.915867] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae75214-b0c3-4178-9dee-130023366b25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.928029] env[62437]: INFO nova.compute.manager [None req-5ce89100-92ac-402d-8b5e-c687bd7b5fe1 tempest-ServerDiagnosticsTest-1809947329 tempest-ServerDiagnosticsTest-1809947329-project-admin] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Retrieving diagnostics [ 1374.928526] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1879420-cddf-4b47-8e3a-06459dc4c22d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.013733] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227938} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.013733] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.013927] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61333d6c-85dd-497b-8a16-97469df163bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.051035] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 0d295566-d3b3-473a-bbc8-5d5df2a08591/0d295566-d3b3-473a-bbc8-5d5df2a08591.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.051035] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.055397] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ed6763-ddb8-494d-925d-e6505860ae7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.080235] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1375.080235] env[62437]: value = "task-1810919" [ 1375.080235] env[62437]: _type = "Task" [ 1375.080235] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.096068] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.188705] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45312} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.189023] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.189237] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.189482] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8395147-23bd-4fc5-a372-de6026288308 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.201263] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1375.201263] env[62437]: value = "task-1810920" [ 1375.201263] env[62437]: _type = "Task" [ 1375.201263] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.208402] env[62437]: DEBUG nova.scheduler.client.report [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.222656] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.305886] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.356297] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.356297] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.356297] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.356297] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.358932] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.359191] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.359427] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.359652] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.359902] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.362053] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.362053] env[62437]: DEBUG nova.virt.hardware [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.362053] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eccae38-a00f-420b-9255-736f630d3953 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.371683] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc538332-2450-4d94-87eb-3cfe344b9131 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.413110] env[62437]: INFO nova.compute.manager [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Took 20.53 seconds to build instance. [ 1375.539863] env[62437]: DEBUG nova.compute.manager [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Received event network-vif-plugged-c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1375.540097] env[62437]: DEBUG oslo_concurrency.lockutils [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] Acquiring lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.540298] env[62437]: DEBUG oslo_concurrency.lockutils [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] Lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.541374] env[62437]: DEBUG oslo_concurrency.lockutils [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] Lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.541374] env[62437]: DEBUG nova.compute.manager [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] No waiting events found dispatching network-vif-plugged-c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.541374] env[62437]: WARNING nova.compute.manager [req-160d7dce-0523-4f2b-9b20-1782e93130ac req-04e0ed2b-5103-4ae4-b442-aeaae857a915 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Received unexpected event network-vif-plugged-c54316a9-ed30-4196-96ab-eaac8281f5e3 for instance with vm_state building and task_state spawning. [ 1375.597469] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810919, 'name': ReconfigVM_Task, 'duration_secs': 0.31304} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.599077] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 0d295566-d3b3-473a-bbc8-5d5df2a08591/0d295566-d3b3-473a-bbc8-5d5df2a08591.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.600025] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3673c7f-b404-42ac-8422-ef122670e673 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.610535] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1375.610535] env[62437]: value = "task-1810921" [ 1375.610535] env[62437]: _type = "Task" [ 1375.610535] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.619460] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810921, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.670053] env[62437]: DEBUG nova.network.neutron [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.716356] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.716356] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.719692] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077929} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.719692] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.256s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.720741] env[62437]: INFO nova.compute.claims [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.723490] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.724747] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cadb880-5a43-4802-8b00-3cabe35704c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.757986] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.758697] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25396b36-b63f-4ad3-80b5-a99a88960e12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.784285] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1375.784285] env[62437]: value = "task-1810922" [ 1375.784285] env[62437]: _type = "Task" [ 1375.784285] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.795409] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.856660] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received event network-vif-plugged-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1375.857487] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquiring lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.857487] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.857487] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.857487] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] No waiting events found dispatching network-vif-plugged-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.857842] env[62437]: WARNING nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received unexpected event network-vif-plugged-331dfb86-bc04-4e94-96ce-5ff53da7335a for instance with vm_state building and task_state spawning. [ 1375.857842] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1375.857985] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing instance network info cache due to event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1375.858527] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.858774] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.858981] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.914759] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3ca2c95f-a533-4947-a745-e81d0a2e6756 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.060s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.060288] env[62437]: DEBUG nova.network.neutron [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.100544] env[62437]: DEBUG nova.network.neutron [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Updating instance_info_cache with network_info: [{"id": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "address": "fa:16:3e:f0:51:9f", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54316a9-ed", "ovs_interfaceid": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.125384] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810921, 'name': Rename_Task, 'duration_secs': 0.355278} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.125384] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.125384] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891e1f95-08b2-4613-8a4a-8a63d2dd0107 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.133325] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1376.133325] env[62437]: value = "task-1810923" [ 1376.133325] env[62437]: _type = "Task" [ 1376.133325] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.142076] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.176510] env[62437]: INFO nova.compute.manager [-] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Took 2.43 seconds to deallocate network for instance. [ 1376.227977] env[62437]: DEBUG nova.compute.utils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.234361] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.234361] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.304856] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.308914] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Successfully created port: 25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.490808] env[62437]: DEBUG nova.policy [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5951a03b7b764853b21acb9ff7c10ca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9be90f3536474546b11a9e1e46b2da06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.565047] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.565047] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Instance network_info: |[{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.565999] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:30:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '738a9dd0-0a65-4455-96e3-4ae9c1db3101', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.579855] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Creating folder: Project (8ede8a791b664818a9ec4f55abed81a4). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.580054] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f1211b-d8b6-415e-913b-c1351ab6b550 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.600343] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Created folder: Project (8ede8a791b664818a9ec4f55abed81a4) in parent group-v375259. [ 1376.600601] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Creating folder: Instances. Parent ref: group-v375276. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.600875] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9f0fac-672d-48fd-8bdd-42caa16242f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.606336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.606783] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Instance network_info: |[{"id": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "address": "fa:16:3e:f0:51:9f", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54316a9-ed", "ovs_interfaceid": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.609817] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:51:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54316a9-ed30-4196-96ab-eaac8281f5e3', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.615333] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating folder: Project (f37262525ee84a10814904eada319cef). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.617141] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a6dd20f-4886-43d5-b88f-f03be831952e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.619298] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Created folder: Instances in parent group-v375276. [ 1376.619595] env[62437]: DEBUG oslo.service.loopingcall [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.619707] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.620382] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e52e5d9-5868-416e-80dc-5d4028ff3f77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.638757] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created folder: Project (f37262525ee84a10814904eada319cef) in parent group-v375259. [ 1376.638913] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating folder: Instances. Parent ref: group-v375278. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.642602] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7354b710-ac45-4107-80f8-ab9820188911 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.650393] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.653723] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.653723] env[62437]: value = "task-1810927" [ 1376.653723] env[62437]: _type = "Task" [ 1376.653723] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.660453] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created folder: Instances in parent group-v375278. [ 1376.660735] env[62437]: DEBUG oslo.service.loopingcall [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.661322] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.661528] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80cc227b-0324-415e-9aed-c662ab2dad56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.684171] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810927, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.686543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.689694] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.689694] env[62437]: value = "task-1810929" [ 1376.689694] env[62437]: _type = "Task" [ 1376.689694] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.702205] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810929, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.731530] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.803679] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810922, 'name': ReconfigVM_Task, 'duration_secs': 0.76542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.805775] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfigured VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.806186] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d72985-927c-4e7f-aa44-594bebdba0b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.817890] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1376.817890] env[62437]: value = "task-1810930" [ 1376.817890] env[62437]: _type = "Task" [ 1376.817890] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.830151] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810930, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.069994] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0fcd01-e448-4419-b00c-35891d527248 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.080040] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0b8578-a4e3-4a37-a6b6-7226f78967a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.116247] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa3d2c-1660-40f5-8973-bcaea01a3adc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.124651] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b855a21-cd93-49ce-9f61-04ba51fc7451 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.141785] env[62437]: DEBUG nova.compute.provider_tree [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.154991] env[62437]: DEBUG oslo_vmware.api [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1810923, 'name': PowerOnVM_Task, 'duration_secs': 0.541452} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.154991] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.154991] env[62437]: INFO nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1377.154991] env[62437]: DEBUG nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.154991] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700faebf-2723-4d2b-82a6-65b4b51f2f0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.172414] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810927, 'name': CreateVM_Task, 'duration_secs': 0.492346} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.172414] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.172414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.172414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.172414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.172829] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded1165b-a1cf-4861-b499-153016521d3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.178115] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1377.178115] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528d36b9-5902-e7ca-f6fa-f125cce13c89" [ 1377.178115] env[62437]: _type = "Task" [ 1377.178115] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.189948] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528d36b9-5902-e7ca-f6fa-f125cce13c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.204154] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810929, 'name': CreateVM_Task, 'duration_secs': 0.442584} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.204154] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.204154] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.326269] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810930, 'name': Rename_Task, 'duration_secs': 0.199215} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.326610] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.326914] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8595b706-2d56-413d-9811-fe372939cba6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.334547] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1377.334547] env[62437]: value = "task-1810931" [ 1377.334547] env[62437]: _type = "Task" [ 1377.334547] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.344509] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.381841] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated VIF entry in instance network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.382117] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.437740] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "19797eaf-0926-492b-a5b6-3ceb06c93154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.438121] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.438370] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.438564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.438889] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.445952] env[62437]: INFO nova.compute.manager [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Terminating instance [ 1377.647722] env[62437]: DEBUG nova.scheduler.client.report [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.679592] env[62437]: INFO nova.compute.manager [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Took 20.32 seconds to build instance. [ 1377.694333] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528d36b9-5902-e7ca-f6fa-f125cce13c89, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.695256] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.695778] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.696137] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.696300] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.696493] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.697186] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.697860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.697860] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-074181e3-d489-468d-857d-61eed8d932a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.699854] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c493a355-9949-448b-a109-7cac4396b47e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.708228] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1377.708228] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5294967d-c9b8-0c30-9097-8cf9b87b293b" [ 1377.708228] env[62437]: _type = "Task" [ 1377.708228] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.713327] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.713628] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.714619] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bc34b6-ab55-44a6-8f67-4a9102246299 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.721745] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5294967d-c9b8-0c30-9097-8cf9b87b293b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.727174] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1377.727174] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52063ee8-3f3c-9203-7640-325336f39824" [ 1377.727174] env[62437]: _type = "Task" [ 1377.727174] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.735432] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52063ee8-3f3c-9203-7640-325336f39824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.743210] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.770041] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.770235] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.770235] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.771152] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.771523] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.771826] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.771988] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.772239] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.772353] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.772684] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.772805] env[62437]: DEBUG nova.virt.hardware [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.774185] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a7f7e4-87b8-4a94-9215-4c3bf99a2cc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.781588] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Successfully updated port: 99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.792028] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4102ceed-27bc-422f-828a-522e406f2a4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.847783] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810931, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.886701] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.887174] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-vif-plugged-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1377.887402] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquiring lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.887688] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.887929] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.888271] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] No waiting events found dispatching network-vif-plugged-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.888539] env[62437]: WARNING nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received unexpected event network-vif-plugged-738a9dd0-0a65-4455-96e3-4ae9c1db3101 for instance with vm_state building and task_state spawning. [ 1377.888800] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1377.889088] env[62437]: DEBUG nova.compute.manager [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing instance network info cache due to event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1377.889222] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.889363] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.889543] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.912904] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Successfully created port: 11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.953829] env[62437]: DEBUG nova.compute.manager [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.956019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.956019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ec0d2-d7e4-4430-b50f-ff1f793d17ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.968338] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.968906] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865c78cc-bd66-412a-9748-b932a06b9e6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.977925] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1377.977925] env[62437]: value = "task-1810932" [ 1377.977925] env[62437]: _type = "Task" [ 1377.977925] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.989585] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.153768] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.154732] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.161372] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.312s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.164053] env[62437]: INFO nova.compute.claims [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.182144] env[62437]: DEBUG oslo_concurrency.lockutils [None req-73f089ee-e2ea-4614-a9d2-494a6759faef tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.836s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.224068] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5294967d-c9b8-0c30-9097-8cf9b87b293b, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.224475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.224798] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.225122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.235987] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52063ee8-3f3c-9203-7640-325336f39824, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.236889] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8986bda8-4757-4cba-8da6-2de3d420e199 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.243184] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1378.243184] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523573b1-c9ef-b4f6-782b-de52290521eb" [ 1378.243184] env[62437]: _type = "Task" [ 1378.243184] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.253527] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523573b1-c9ef-b4f6-782b-de52290521eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.284440] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.286067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquired lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.286067] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.350222] env[62437]: DEBUG oslo_vmware.api [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1810931, 'name': PowerOnVM_Task, 'duration_secs': 0.892967} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.351698] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.351698] env[62437]: DEBUG nova.compute.manager [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.352377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d10828-435c-4d41-8bd1-a4741909d5ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.488345] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810932, 'name': PowerOffVM_Task, 'duration_secs': 0.203866} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.489208] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.489348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.490349] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179145bd-b58f-4539-9870-a78624143c4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.609679] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.609953] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.610147] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Deleting the datastore file [datastore1] 19797eaf-0926-492b-a5b6-3ceb06c93154 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.610416] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259f02ee-63fb-4e20-aca6-a490b54488a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.622197] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for the task: (returnval){ [ 1378.622197] env[62437]: value = "task-1810934" [ 1378.622197] env[62437]: _type = "Task" [ 1378.622197] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.640109] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.655160] env[62437]: DEBUG nova.compute.manager [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Received event network-changed {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1378.655160] env[62437]: DEBUG nova.compute.manager [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Refreshing instance network info cache due to event network-changed. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1378.655160] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] Acquiring lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.655160] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] Acquired lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.655160] env[62437]: DEBUG nova.network.neutron [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.668566] env[62437]: DEBUG nova.compute.utils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.675572] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.675572] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.757694] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523573b1-c9ef-b4f6-782b-de52290521eb, 'name': SearchDatastore_Task, 'duration_secs': 0.038218} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.759101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.759101] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 206d53c3-8627-48e4-944a-ee1d18e48cdb/206d53c3-8627-48e4-944a-ee1d18e48cdb.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.759101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.759101] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.759351] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56831811-6842-496f-85a5-ca55ebdf0948 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.763422] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df84a020-9b90-4367-a58e-1fcafb15da84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.772714] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1378.772714] env[62437]: value = "task-1810935" [ 1378.772714] env[62437]: _type = "Task" [ 1378.772714] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.780968] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.782844] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.783081] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.784085] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10978a8a-f57d-49d3-91cc-ce07ab4ffc9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.792445] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1378.792445] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d802cb-af51-da31-7394-66fe2c1963cd" [ 1378.792445] env[62437]: _type = "Task" [ 1378.792445] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.801064] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d802cb-af51-da31-7394-66fe2c1963cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.873640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.997029] env[62437]: DEBUG nova.policy [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48232200c14c427e82065a477c112a10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3159bf74a27949a8808ad41fd410d333', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.032377] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "38eb0d83-d36c-4271-94b7-88538732994c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.032552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.066660] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.131997] env[62437]: DEBUG oslo_vmware.api [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Task: {'id': task-1810934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364272} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.132274] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.132469] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.132646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.133213] env[62437]: INFO nova.compute.manager [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1379.133213] env[62437]: DEBUG oslo.service.loopingcall [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.133359] env[62437]: DEBUG nova.compute.manager [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.133359] env[62437]: DEBUG nova.network.neutron [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.184716] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.291639] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810935, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.311884] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d802cb-af51-da31-7394-66fe2c1963cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.313028] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab2f0c4-b7fd-4735-9c89-267b84c54ef7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.324971] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1379.324971] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526564e7-e00c-2a4b-4d3d-fe2dbc797ca9" [ 1379.324971] env[62437]: _type = "Task" [ 1379.324971] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.339857] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526564e7-e00c-2a4b-4d3d-fe2dbc797ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.458378] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d930f3-746d-44a1-9bde-21bc5381fc96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.469392] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624f0e8-fb9c-4333-a06c-35569c452d13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.510640] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafb3a49-7093-4e8b-be58-87357b167bb3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.519211] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761366c-1fd9-4b9f-8db2-4b729b7b66a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.536023] env[62437]: DEBUG nova.compute.provider_tree [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.536023] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.697620] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updated VIF entry in instance network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.697970] env[62437]: DEBUG nova.network.neutron [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.767742] env[62437]: DEBUG nova.network.neutron [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Updating instance_info_cache with network_info: [{"id": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "address": "fa:16:3e:3c:8a:45", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bfdd27-f9", "ovs_interfaceid": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.786469] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725914} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.786818] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 206d53c3-8627-48e4-944a-ee1d18e48cdb/206d53c3-8627-48e4-944a-ee1d18e48cdb.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.787113] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.787377] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4a490f-4196-4b7a-ac24-070600d25a74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.798586] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1379.798586] env[62437]: value = "task-1810936" [ 1379.798586] env[62437]: _type = "Task" [ 1379.798586] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.803870] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.841759] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526564e7-e00c-2a4b-4d3d-fe2dbc797ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.060571} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.842773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.842773] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 72bdaa92-fe7e-466a-8551-eeb749039031/72bdaa92-fe7e-466a-8551-eeb749039031.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.842773] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797f0751-f58b-4937-a547-32fa379eab53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.850942] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1379.850942] env[62437]: value = "task-1810937" [ 1379.850942] env[62437]: _type = "Task" [ 1379.850942] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.859329] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.042125] env[62437]: DEBUG nova.scheduler.client.report [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.068499] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.107608] env[62437]: DEBUG nova.compute.manager [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Received event network-changed-c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.107808] env[62437]: DEBUG nova.compute.manager [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Refreshing instance network info cache due to event network-changed-c54316a9-ed30-4196-96ab-eaac8281f5e3. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1380.108608] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] Acquiring lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.110767] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] Acquired lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.110767] env[62437]: DEBUG nova.network.neutron [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Refreshing network info cache for port c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.192605] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.200670] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9b8ecf1-0b04-483c-a19c-1e949fb1a141 req-709ef536-e4fe-48e6-80b4-205b31f6d34e service nova] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.221445] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.221803] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.221946] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.222386] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.222386] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.222552] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.223518] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.223518] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.224213] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.224213] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.224802] env[62437]: DEBUG nova.virt.hardware [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.225222] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c3d8a3-c6b6-4a81-adad-c42014058b39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.236684] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602899b-50d2-46c7-9daa-5310bf67b3cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.270329] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Releasing lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.270648] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Instance network_info: |[{"id": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "address": "fa:16:3e:3c:8a:45", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bfdd27-f9", "ovs_interfaceid": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.271203] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:8a:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99bfdd27-f9e6-4389-b1e6-ebf9148cdb96', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.279154] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Creating folder: Project (d793277690954b1a833b62c68e945ec1). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.279807] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-910d2a90-da17-42ef-9c4a-4efbd10be95a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.291678] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Created folder: Project (d793277690954b1a833b62c68e945ec1) in parent group-v375259. [ 1380.292483] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Creating folder: Instances. Parent ref: group-v375282. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.292483] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ed26167-24b4-4388-aaa3-142ef151a0bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.305733] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102518} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.307087] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.307390] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Created folder: Instances in parent group-v375282. [ 1380.307652] env[62437]: DEBUG oslo.service.loopingcall [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.308372] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9968e0c-b2b7-4858-b47b-39f70d9453d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.311948] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.312179] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fd25400-af78-470b-8cb2-b3a328d6eb6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.348526] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 206d53c3-8627-48e4-944a-ee1d18e48cdb/206d53c3-8627-48e4-944a-ee1d18e48cdb.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.351544] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ea0c22-7419-4bec-80b7-6566682af0c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.365339] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.365339] env[62437]: value = "task-1810940" [ 1380.365339] env[62437]: _type = "Task" [ 1380.365339] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.375113] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1380.375113] env[62437]: value = "task-1810941" [ 1380.375113] env[62437]: _type = "Task" [ 1380.375113] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.382031] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810940, 'name': CreateVM_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.382592] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810937, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.392433] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.522031] env[62437]: DEBUG nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Received event network-vif-deleted-eb0cb383-28ed-4726-971c-006515ba0bd3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.522886] env[62437]: DEBUG nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Received event network-vif-plugged-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.522886] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Acquiring lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.522886] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.523054] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.524051] env[62437]: DEBUG nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] No waiting events found dispatching network-vif-plugged-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.524051] env[62437]: WARNING nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Received unexpected event network-vif-plugged-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 for instance with vm_state building and task_state spawning. [ 1380.524051] env[62437]: DEBUG nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Received event network-changed-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.524051] env[62437]: DEBUG nova.compute.manager [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Refreshing instance network info cache due to event network-changed-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1380.528141] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Acquiring lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.528141] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Acquired lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.528141] env[62437]: DEBUG nova.network.neutron [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Refreshing network info cache for port 99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.549972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.551165] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.561785] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.689s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.564717] env[62437]: INFO nova.compute.claims [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.630582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "37a12652-549d-4596-82cb-99bae76adc2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.631130] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.857556] env[62437]: DEBUG nova.network.neutron [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Updating instance_info_cache with network_info: [{"id": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "address": "fa:16:3e:82:ef:73", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf59249-c2", "ovs_interfaceid": "5bf59249-c213-4df9-ab8f-577a73b7c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.884990] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.885185] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810940, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.888349] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 72bdaa92-fe7e-466a-8551-eeb749039031/72bdaa92-fe7e-466a-8551-eeb749039031.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.888842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.895602] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9774323d-c971-4b64-bb91-9298e632e862 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.913497] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.914022] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1380.914022] env[62437]: value = "task-1810942" [ 1380.914022] env[62437]: _type = "Task" [ 1380.914022] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.925859] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.069392] env[62437]: DEBUG nova.compute.utils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.070876] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.071100] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.131304] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Successfully updated port: 25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.135346] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.274421] env[62437]: DEBUG nova.policy [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.361172] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7e8db992-a178-4af6-a5ce-40706ee97344 tempest-ServerExternalEventsTest-1127319296 tempest-ServerExternalEventsTest-1127319296-project] Releasing lock "refresh_cache-26a55e5f-71fb-47e7-9533-123d76066008" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.380781] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810940, 'name': CreateVM_Task, 'duration_secs': 0.611744} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.380781] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.380781] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.380781] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.381240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.381907] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e752373-f65c-47d7-b0d3-c66bb8bb2fc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.393378] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1381.393378] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52454444-0ce0-0ff4-408f-c006c0ee3f9c" [ 1381.393378] env[62437]: _type = "Task" [ 1381.393378] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.403281] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810941, 'name': ReconfigVM_Task, 'duration_secs': 0.557415} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.403281] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 206d53c3-8627-48e4-944a-ee1d18e48cdb/206d53c3-8627-48e4-944a-ee1d18e48cdb.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.403845] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ff1729-292f-4eb6-a751-1c19d72f195d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.410953] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52454444-0ce0-0ff4-408f-c006c0ee3f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.411994] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.412183] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.412439] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.412741] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.412899] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.413365] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c89c7ba8-0739-4067-985e-d38957eb1709 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.423990] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1381.423990] env[62437]: value = "task-1810943" [ 1381.423990] env[62437]: _type = "Task" [ 1381.423990] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.434882] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114053} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.435262] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.435403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.437060] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.437229] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df5e479-0fbd-478e-993f-8635dbbd23ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.443997] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657321b2-0c38-4c03-8cbe-ff8b4f3243ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.449899] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810943, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.455519] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1381.455519] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525de4e4-d559-9bbc-00e4-d0bfde07a162" [ 1381.455519] env[62437]: _type = "Task" [ 1381.455519] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.476326] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 72bdaa92-fe7e-466a-8551-eeb749039031/72bdaa92-fe7e-466a-8551-eeb749039031.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.482631] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2defcca8-b73a-49e7-86a8-9b97014bdd08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.506623] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525de4e4-d559-9bbc-00e4-d0bfde07a162, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.508722] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1381.508722] env[62437]: value = "task-1810944" [ 1381.508722] env[62437]: _type = "Task" [ 1381.508722] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.509087] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a7c369-0ca8-499b-a816-826030c936cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.518910] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1381.518910] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb506e-c25c-484c-3d01-e6b1ee851d6d" [ 1381.518910] env[62437]: _type = "Task" [ 1381.518910] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.521884] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.530262] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb506e-c25c-484c-3d01-e6b1ee851d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.582499] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.625571] env[62437]: DEBUG nova.network.neutron [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.639567] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.639997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.641774] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.665036] env[62437]: DEBUG nova.network.neutron [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Updated VIF entry in instance network info cache for port c54316a9-ed30-4196-96ab-eaac8281f5e3. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.666042] env[62437]: DEBUG nova.network.neutron [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Updating instance_info_cache with network_info: [{"id": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "address": "fa:16:3e:f0:51:9f", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54316a9-ed", "ovs_interfaceid": "c54316a9-ed30-4196-96ab-eaac8281f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.671069] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.824970] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Successfully created port: 5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.891317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b7dde-659c-4f94-bbea-dd2c102a784f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.903431] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9b557-8bd0-497a-abc7-2abaf5e7ff81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.949058] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294c786-ed50-4beb-95e5-18f08385fdf2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.961078] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810943, 'name': Rename_Task, 'duration_secs': 0.466235} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.963479] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.963779] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dee81fa-bf51-44a5-92ae-ee146e9ab111 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.966741] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe75bb-37e9-4320-a1c3-4ac03e98ca40 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.989093] env[62437]: DEBUG nova.compute.provider_tree [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.990357] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1381.990357] env[62437]: value = "task-1810945" [ 1381.990357] env[62437]: _type = "Task" [ 1381.990357] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.001506] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.021832] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.032239] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb506e-c25c-484c-3d01-e6b1ee851d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.031039} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.033665] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.033665] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 864f5fc4-8438-4918-b9f5-c48da7004bf2/864f5fc4-8438-4918-b9f5-c48da7004bf2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.033665] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254389a6-5117-4065-823c-cd0acb5e119b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.043154] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1382.043154] env[62437]: value = "task-1810946" [ 1382.043154] env[62437]: _type = "Task" [ 1382.043154] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.055812] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.129298] env[62437]: INFO nova.compute.manager [-] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Took 3.00 seconds to deallocate network for instance. [ 1382.172165] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed342cdf-82bd-4848-bfc8-0a04203db93a req-655e0b22-beeb-4899-a3e5-65608b664467 service nova] Releasing lock "refresh_cache-72bdaa92-fe7e-466a-8551-eeb749039031" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.274889] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.384032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.384032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.495027] env[62437]: DEBUG nova.scheduler.client.report [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.513569] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.529183] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810944, 'name': ReconfigVM_Task, 'duration_secs': 0.849411} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.529767] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 72bdaa92-fe7e-466a-8551-eeb749039031/72bdaa92-fe7e-466a-8551-eeb749039031.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.530735] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8dbd258-0b8c-4bc7-a372-a736f65ce048 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.546171] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1382.546171] env[62437]: value = "task-1810947" [ 1382.546171] env[62437]: _type = "Task" [ 1382.546171] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.575166] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810947, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.575883] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.602489] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.634508] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.634810] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.634964] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.635290] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.635449] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.635595] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.635817] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.635975] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.636167] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.636334] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.636507] env[62437]: DEBUG nova.virt.hardware [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.637540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48681a3-6604-4f5d-8314-3550160a3e86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.641750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.650216] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed1b6d-7e73-4007-87d0-df96de32fd9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.670762] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Successfully created port: 46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.685318] env[62437]: DEBUG nova.network.neutron [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Updated VIF entry in instance network info cache for port 99bfdd27-f9e6-4389-b1e6-ebf9148cdb96. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.686129] env[62437]: DEBUG nova.network.neutron [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Updating instance_info_cache with network_info: [{"id": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "address": "fa:16:3e:3c:8a:45", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bfdd27-f9", "ovs_interfaceid": "99bfdd27-f9e6-4389-b1e6-ebf9148cdb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.825095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "26a55e5f-71fb-47e7-9533-123d76066008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.825463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.825700] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "26a55e5f-71fb-47e7-9533-123d76066008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.825892] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.826074] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.828361] env[62437]: INFO nova.compute.manager [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Terminating instance [ 1382.928338] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Successfully updated port: 11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.005245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.005826] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.009075] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.324s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.009581] env[62437]: DEBUG nova.objects.instance [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lazy-loading 'resources' on Instance uuid ccb0250e-704e-4ed0-943f-06564cac4194 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.022342] env[62437]: DEBUG oslo_vmware.api [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1810945, 'name': PowerOnVM_Task, 'duration_secs': 0.640369} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.022811] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.023093] env[62437]: INFO nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Took 14.80 seconds to spawn the instance on the hypervisor. [ 1383.023343] env[62437]: DEBUG nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.024448] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054fdb4-6eba-42c8-a18e-02ee465f7d63 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.068203] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810947, 'name': Rename_Task, 'duration_secs': 0.455504} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.068527] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772667} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.068905] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.070844] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 864f5fc4-8438-4918-b9f5-c48da7004bf2/864f5fc4-8438-4918-b9f5-c48da7004bf2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.071109] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.071368] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ba6e70-65f6-4a58-b54d-60ecf0f808ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.073522] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c16134f-2b9f-4144-a3ab-1fe96d1cea1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.083686] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1383.083686] env[62437]: value = "task-1810949" [ 1383.083686] env[62437]: _type = "Task" [ 1383.083686] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.085792] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1383.085792] env[62437]: value = "task-1810948" [ 1383.085792] env[62437]: _type = "Task" [ 1383.085792] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.099642] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.105022] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.189293] env[62437]: DEBUG oslo_concurrency.lockutils [req-d12ad2a3-a7aa-415d-9538-329518aa10ea req-6d8dba67-e47e-471e-8c45-2f2619d7d9df service nova] Releasing lock "refresh_cache-864f5fc4-8438-4918-b9f5-c48da7004bf2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.305560] env[62437]: DEBUG nova.network.neutron [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.333019] env[62437]: DEBUG nova.compute.manager [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.333019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.334135] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799dd53-7bc0-4d95-ab6e-64216135c134 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.348637] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.348637] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37a859c-04e1-4b88-b318-ec8227390e25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.355026] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1383.355026] env[62437]: value = "task-1810950" [ 1383.355026] env[62437]: _type = "Task" [ 1383.355026] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.367558] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.436019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.437563] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquired lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.437563] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.520171] env[62437]: DEBUG nova.compute.utils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.524603] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.524782] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.562072] env[62437]: INFO nova.compute.manager [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Took 25.71 seconds to build instance. [ 1383.614786] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314594} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.615410] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.615934] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.617204] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103f496-9454-47b3-b62e-dc660ac8555e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.647998] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 864f5fc4-8438-4918-b9f5-c48da7004bf2/864f5fc4-8438-4918-b9f5-c48da7004bf2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.648683] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388d4e81-cdb3-43ca-a921-daeae5ed9039 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.676104] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1383.676104] env[62437]: value = "task-1810951" [ 1383.676104] env[62437]: _type = "Task" [ 1383.676104] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.690174] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.778832] env[62437]: DEBUG nova.policy [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7efc1f656d2241f2bbb5a41639436273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a248edd874940f0a8ac88093a8ef343', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.811708] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.812859] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Instance network_info: |[{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.812972] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:16:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25982402-0c26-4a24-9b40-5b1127ba188b', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.820690] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Creating folder: Project (c328f81511034b85801534bfd44580ed). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.824064] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ce1ff5-0902-46fd-90f2-9685a178d2d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.840277] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Created folder: Project (c328f81511034b85801534bfd44580ed) in parent group-v375259. [ 1383.840565] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Creating folder: Instances. Parent ref: group-v375285. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.840716] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1521a37e-6e9e-40f2-bd0e-09e3b81343af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.863117] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Created folder: Instances in parent group-v375285. [ 1383.863265] env[62437]: DEBUG oslo.service.loopingcall [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.864053] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.864276] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21e1e72d-7b4c-468a-9b28-4e6f6f5c566e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.884439] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810950, 'name': PowerOffVM_Task, 'duration_secs': 0.417037} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.885110] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6259a355-b51b-4625-b994-5faf00dfd8e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.888299] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.888652] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.888787] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f5d277-025e-4b03-914e-b7b2525274bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.897991] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e5034-6d41-4a30-a808-368362547e1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.903382] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.903382] env[62437]: value = "task-1810954" [ 1383.903382] env[62437]: _type = "Task" [ 1383.903382] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.943212] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37345ed-6342-4546-9331-f809fc65e65a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.950200] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810954, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.957228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b17777-2e45-4ea5-bc57-f975fc6e0e85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.978330] env[62437]: DEBUG nova.compute.provider_tree [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.987098] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.987392] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.987628] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Deleting the datastore file [datastore1] 26a55e5f-71fb-47e7-9533-123d76066008 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.988065] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7fbb04-1a67-4085-bb80-2acb5d628dfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.999942] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for the task: (returnval){ [ 1383.999942] env[62437]: value = "task-1810956" [ 1383.999942] env[62437]: _type = "Task" [ 1383.999942] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.012047] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.025348] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.068320] env[62437]: DEBUG oslo_concurrency.lockutils [None req-226592ee-f316-4f6d-8797-a8feacb305a6 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.228s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.068990] env[62437]: INFO nova.compute.manager [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Rebuilding instance [ 1384.105062] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.150614] env[62437]: DEBUG nova.compute.manager [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.151985] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e91489-af45-4da4-a2b5-63b45872e3c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.187800] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.270891] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.415248] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810954, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.481713] env[62437]: DEBUG nova.scheduler.client.report [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.522100] env[62437]: DEBUG oslo_vmware.api [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Task: {'id': task-1810956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250395} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.522415] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.522592] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.522783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.522959] env[62437]: INFO nova.compute.manager [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1384.523312] env[62437]: DEBUG oslo.service.loopingcall [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.523436] env[62437]: DEBUG nova.compute.manager [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.523536] env[62437]: DEBUG nova.network.neutron [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.577101] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.603456] env[62437]: DEBUG oslo_vmware.api [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810949, 'name': PowerOnVM_Task, 'duration_secs': 1.059524} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.603897] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.603897] env[62437]: INFO nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Took 14.05 seconds to spawn the instance on the hypervisor. [ 1384.604257] env[62437]: DEBUG nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.607846] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d886c-4d04-4a96-bee9-4c6e3a75f3e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.619480] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Received event network-vif-plugged-25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1384.619480] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.619480] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.619480] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.619480] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] No waiting events found dispatching network-vif-plugged-25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.619782] env[62437]: WARNING nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Received unexpected event network-vif-plugged-25982402-0c26-4a24-9b40-5b1127ba188b for instance with vm_state building and task_state spawning. [ 1384.619782] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Received event network-vif-deleted-333d0420-06dc-4196-936e-5d7be87cbda3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1384.619782] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Received event network-changed-25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1384.620144] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Refreshing instance network info cache due to event network-changed-25982402-0c26-4a24-9b40-5b1127ba188b. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1384.621434] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Acquiring lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.621434] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Acquired lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.621434] env[62437]: DEBUG nova.network.neutron [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Refreshing network info cache for port 25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.689605] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.920210] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810954, 'name': CreateVM_Task, 'duration_secs': 0.535263} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.920210] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.922569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.922653] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.923021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.923295] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacbf53e-4f62-4858-a9ee-24d6e60b6b6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.930166] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1384.930166] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c58224-928f-d2ca-6cae-b14bf3c93c68" [ 1384.930166] env[62437]: _type = "Task" [ 1384.930166] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.940424] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c58224-928f-d2ca-6cae-b14bf3c93c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.992684] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.996147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.123s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.996360] env[62437]: DEBUG nova.objects.instance [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1385.022405] env[62437]: INFO nova.scheduler.client.report [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Deleted allocations for instance ccb0250e-704e-4ed0-943f-06564cac4194 [ 1385.042635] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.072353] env[62437]: DEBUG nova.network.neutron [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updating instance_info_cache with network_info: [{"id": "11d20720-5f61-499b-8d62-e6c0db94abca", "address": "fa:16:3e:16:05:b5", "network": {"id": "0602ef0b-670f-4650-949e-480c49b55016", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125046764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be90f3536474546b11a9e1e46b2da06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d20720-5f", "ovs_interfaceid": "11d20720-5f61-499b-8d62-e6c0db94abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.087941] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1185858135',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-10607589',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.088332] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.088553] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.088793] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.088980] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.089205] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.089442] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.089640] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.089852] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.090065] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.090252] env[62437]: DEBUG nova.virt.hardware [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.091199] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1fe62-b931-41f1-9e87-d0a1ba281fa6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.107054] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a9b9dc-46da-488a-9d19-c4276e30042d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.114453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.140030] env[62437]: INFO nova.compute.manager [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Took 25.45 seconds to build instance. [ 1385.169136] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.169397] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5505fbce-201f-4de0-8459-f5547a0c6ab8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.191606] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1385.191606] env[62437]: value = "task-1810957" [ 1385.191606] env[62437]: _type = "Task" [ 1385.191606] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.200400] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810951, 'name': ReconfigVM_Task, 'duration_secs': 1.311847} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.201601] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 864f5fc4-8438-4918-b9f5-c48da7004bf2/864f5fc4-8438-4918-b9f5-c48da7004bf2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.202913] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50eb1f0-e984-4060-8539-8cf83da77038 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.209782] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.219052] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1385.219052] env[62437]: value = "task-1810958" [ 1385.219052] env[62437]: _type = "Task" [ 1385.219052] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.230707] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810958, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.447890] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c58224-928f-d2ca-6cae-b14bf3c93c68, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.447890] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.447890] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.448127] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.448297] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.448541] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.448700] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85d69aa-4ee8-49dd-b564-dc9c8b6baa33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.461857] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.462178] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.464411] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebc8f83-41f6-4fc4-b62f-1088f2b7cfcb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.472299] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1385.472299] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d7f9f4-9341-3383-f888-672e45dad5dd" [ 1385.472299] env[62437]: _type = "Task" [ 1385.472299] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.484724] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d7f9f4-9341-3383-f888-672e45dad5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.539513] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbe45eed-9fda-4b10-8681-dddca78c4591 tempest-DeleteServersAdminTestJSON-233357612 tempest-DeleteServersAdminTestJSON-233357612-project-admin] Lock "ccb0250e-704e-4ed0-943f-06564cac4194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.551s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.580167] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Releasing lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.580167] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Instance network_info: |[{"id": "11d20720-5f61-499b-8d62-e6c0db94abca", "address": "fa:16:3e:16:05:b5", "network": {"id": "0602ef0b-670f-4650-949e-480c49b55016", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125046764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be90f3536474546b11a9e1e46b2da06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d20720-5f", "ovs_interfaceid": "11d20720-5f61-499b-8d62-e6c0db94abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.580729] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:05:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11d20720-5f61-499b-8d62-e6c0db94abca', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.594282] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Creating folder: Project (9be90f3536474546b11a9e1e46b2da06). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.594775] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc67304-eeac-4478-9ec5-be89b7119c5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.611881] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Created folder: Project (9be90f3536474546b11a9e1e46b2da06) in parent group-v375259. [ 1385.612165] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Creating folder: Instances. Parent ref: group-v375288. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.612498] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e06ce35b-022f-4186-9b13-a65500ce5167 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.628201] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Created folder: Instances in parent group-v375288. [ 1385.628582] env[62437]: DEBUG oslo.service.loopingcall [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.630027] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.630027] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37ab4185-a5c7-4afc-aff5-cdabfbe7e445 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.656262] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8fa195d-5e4e-43df-8a76-9b4a7fdae4f3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.978s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.667960] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.667960] env[62437]: value = "task-1810961" [ 1385.667960] env[62437]: _type = "Task" [ 1385.667960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.682396] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810961, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.701694] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810957, 'name': PowerOffVM_Task, 'duration_secs': 0.156424} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.701894] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.702263] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.703066] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d100d-dc6b-4f6f-ac4b-3dba7a018de1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.714754] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.715613] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a3b7ab4-023c-4bb9-8187-b96e4ca5036c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.732061] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810958, 'name': Rename_Task, 'duration_secs': 0.180108} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.736635] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.737612] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6feef06e-0ec0-41f2-b63f-0e69d9199c1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.751174] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1385.751174] env[62437]: value = "task-1810963" [ 1385.751174] env[62437]: _type = "Task" [ 1385.751174] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.751174] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.751174] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.751174] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Deleting the datastore file [datastore1] fa441147-5fa5-40e1-9351-87393d061eca {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.753844] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce1239f-125e-48e0-8a34-120e1a66b2b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.764376] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1385.764376] env[62437]: value = "task-1810964" [ 1385.764376] env[62437]: _type = "Task" [ 1385.764376] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.767865] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.777470] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.983395] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d7f9f4-9341-3383-f888-672e45dad5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025178} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.984574] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cad539-3684-4b63-8c5b-89d08826c3d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.995016] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1385.995016] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521249df-a1b4-224e-e385-dbe9a5d897f3" [ 1385.995016] env[62437]: _type = "Task" [ 1385.995016] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.012389] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6be42d95-57fa-423e-84f2-7c2b81b3905d tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.014128] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521249df-a1b4-224e-e385-dbe9a5d897f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.014402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.946s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.015897] env[62437]: INFO nova.compute.claims [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.181536] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810961, 'name': CreateVM_Task, 'duration_secs': 0.41231} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.181719] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.182486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.182649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.182974] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.183248] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee64c16-f182-4d8a-8e75-f9c50454aa5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.192938] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1386.192938] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525954e0-e42d-2ca9-c97f-2ae19ae49192" [ 1386.192938] env[62437]: _type = "Task" [ 1386.192938] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.204752] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525954e0-e42d-2ca9-c97f-2ae19ae49192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.204962] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Successfully created port: 55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.261671] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810963, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.278160] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197791} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.278160] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.278360] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.278625] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.306503] env[62437]: DEBUG nova.network.neutron [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.508032] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521249df-a1b4-224e-e385-dbe9a5d897f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017211} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.510637] env[62437]: DEBUG nova.network.neutron [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updated VIF entry in instance network info cache for port 25982402-0c26-4a24-9b40-5b1127ba188b. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.510637] env[62437]: DEBUG nova.network.neutron [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.511870] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.512090] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.513708] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db399ef4-cad9-4df3-919b-0e694e550959 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.523827] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1386.523827] env[62437]: value = "task-1810965" [ 1386.523827] env[62437]: _type = "Task" [ 1386.523827] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.536983] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.658036] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Successfully updated port: 5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.705600] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525954e0-e42d-2ca9-c97f-2ae19ae49192, 'name': SearchDatastore_Task, 'duration_secs': 0.028068} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.705600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.705600] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.705912] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.706883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.706883] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.706883] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e76bbcf-81d8-41ce-bdbb-83e655b09cbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.717615] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.717844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.718619] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0e1697-4094-446d-a664-e7ae70a6f35f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.725677] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1386.725677] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520a4351-c322-197c-e822-a41b79904983" [ 1386.725677] env[62437]: _type = "Task" [ 1386.725677] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.735863] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520a4351-c322-197c-e822-a41b79904983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.763788] env[62437]: DEBUG oslo_vmware.api [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810963, 'name': PowerOnVM_Task, 'duration_secs': 0.64416} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.763788] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.763788] env[62437]: INFO nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Took 13.89 seconds to spawn the instance on the hypervisor. [ 1386.763788] env[62437]: DEBUG nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.765130] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda8d2f-400f-4dc6-b836-784a9f3edb35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.810108] env[62437]: INFO nova.compute.manager [-] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Took 2.29 seconds to deallocate network for instance. [ 1387.016700] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Releasing lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.017310] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Received event network-vif-plugged-11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1387.017310] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.017485] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.017764] env[62437]: DEBUG oslo_concurrency.lockutils [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.017982] env[62437]: DEBUG nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] No waiting events found dispatching network-vif-plugged-11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.018174] env[62437]: WARNING nova.compute.manager [req-ba29c368-6875-4b81-8d2a-c5f6d51b84eb req-c5e61598-a83f-442e-bda9-859448d79067 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Received unexpected event network-vif-plugged-11d20720-5f61-499b-8d62-e6c0db94abca for instance with vm_state building and task_state spawning. [ 1387.047121] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.163035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.163162] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.163310] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.241262] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520a4351-c322-197c-e822-a41b79904983, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.242555] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c97e6a-192c-4e20-8ed9-1dcfd6a4ead2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.253498] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1387.253498] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c79b5b-65e9-2efa-cfa4-a5b3e266985f" [ 1387.253498] env[62437]: _type = "Task" [ 1387.253498] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.263992] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c79b5b-65e9-2efa-cfa4-a5b3e266985f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.266098] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bba8a9-8a8f-45fa-b798-02e58e3bcde0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.276773] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770fddf6-6220-4d07-bdb2-a0b58a7bc098 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.324508] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.325368] env[62437]: INFO nova.compute.manager [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Took 25.83 seconds to build instance. [ 1387.329899] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b672a6-3c96-4a6a-8c3b-396f0059b72a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.341198] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.341198] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.341198] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.341680] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.341680] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.341680] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.342305] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.342305] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.342305] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.342488] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.342707] env[62437]: DEBUG nova.virt.hardware [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.344149] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bc6b1-5760-454d-a70f-0813e003e70a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.349455] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93963185-3702-41e1-bc73-a033d6fa0efe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.366322] env[62437]: DEBUG nova.compute.provider_tree [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.374660] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eab6c1f-2207-49c8-b4b2-cf685429c007 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.392602] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.398216] env[62437]: DEBUG oslo.service.loopingcall [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.398782] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.399021] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1565b7-c4c3-42ef-be6c-82b03fb5fbcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.419626] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.419626] env[62437]: value = "task-1810966" [ 1387.419626] env[62437]: _type = "Task" [ 1387.419626] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.428661] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810966, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.548109] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613444} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.548363] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.548582] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.548861] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-469ebf49-6737-44c8-9961-f0d555923508 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.558033] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1387.558033] env[62437]: value = "task-1810967" [ 1387.558033] env[62437]: _type = "Task" [ 1387.558033] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.569910] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.579148] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Successfully updated port: 46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.769544] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c79b5b-65e9-2efa-cfa4-a5b3e266985f, 'name': SearchDatastore_Task, 'duration_secs': 0.02193} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.769848] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.770156] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f1b3a364-8f7f-4f74-bb80-a945639f675d/f1b3a364-8f7f-4f74-bb80-a945639f675d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.770427] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e379e7f-f58d-43b2-88a4-0bf6d2e4f448 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.773395] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.779387] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1387.779387] env[62437]: value = "task-1810968" [ 1387.779387] env[62437]: _type = "Task" [ 1387.779387] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.791661] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.833698] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6213127a-5586-492e-afeb-c02c8719adeb tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.344s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.874494] env[62437]: DEBUG nova.scheduler.client.report [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.934764] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810966, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.069690] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099533} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.070193] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.071082] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1f88c-5173-4142-91d7-781714c237af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.086148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.086299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.086445] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.097514] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.099629] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73161824-9154-4feb-8109-596afabf461c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.122524] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1388.122524] env[62437]: value = "task-1810969" [ 1388.122524] env[62437]: _type = "Task" [ 1388.122524] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.132093] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.295637] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.311434] env[62437]: DEBUG nova.network.neutron [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Updating instance_info_cache with network_info: [{"id": "5fb554a5-0782-468f-b099-94658db21d40", "address": "fa:16:3e:ab:cd:e6", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb554a5-07", "ovs_interfaceid": "5fb554a5-0782-468f-b099-94658db21d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.330544] env[62437]: DEBUG nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Received event network-changed-11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1388.330738] env[62437]: DEBUG nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Refreshing instance network info cache due to event network-changed-11d20720-5f61-499b-8d62-e6c0db94abca. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1388.330951] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Acquiring lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.331257] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Acquired lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.331390] env[62437]: DEBUG nova.network.neutron [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Refreshing network info cache for port 11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.362504] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.363022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.380340] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.380857] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.386202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.713s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.386202] env[62437]: INFO nova.compute.claims [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.432496] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810966, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.612616] env[62437]: DEBUG nova.compute.manager [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-vif-plugged-46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1388.613074] env[62437]: DEBUG oslo_concurrency.lockutils [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.613625] env[62437]: DEBUG oslo_concurrency.lockutils [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.613625] env[62437]: DEBUG oslo_concurrency.lockutils [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.613625] env[62437]: DEBUG nova.compute.manager [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] No waiting events found dispatching network-vif-plugged-46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.613923] env[62437]: WARNING nova.compute.manager [req-2c3ed0c3-27a3-4668-9bc0-949f0fc3601b req-2a13d3b1-e7fd-457b-9286-e7de698eb4b3 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received unexpected event network-vif-plugged-46a5d514-f40f-44a7-9a3d-8324138d01e2 for instance with vm_state building and task_state spawning. [ 1388.635329] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.697551] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.795588] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.802388] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "72bdaa92-fe7e-466a-8551-eeb749039031" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.803089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.803089] env[62437]: DEBUG nova.compute.manager [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.803969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7e9c9-3b4c-43ba-8ad5-0851e2005077 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.811910] env[62437]: DEBUG nova.compute.manager [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1388.812311] env[62437]: DEBUG nova.objects.instance [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lazy-loading 'flavor' on Instance uuid 72bdaa92-fe7e-466a-8551-eeb749039031 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.814215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.814642] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Instance network_info: |[{"id": "5fb554a5-0782-468f-b099-94658db21d40", "address": "fa:16:3e:ab:cd:e6", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb554a5-07", "ovs_interfaceid": "5fb554a5-0782-468f-b099-94658db21d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.815046] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:cd:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb554a5-0782-468f-b099-94658db21d40', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.823085] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Creating folder: Project (3159bf74a27949a8808ad41fd410d333). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.823452] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a9dc073-f985-4533-8957-9683ec965748 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.839266] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Created folder: Project (3159bf74a27949a8808ad41fd410d333) in parent group-v375259. [ 1388.839495] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Creating folder: Instances. Parent ref: group-v375292. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.839742] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e78d185-72a5-4e9e-97d8-c50d124b1a2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.856209] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Created folder: Instances in parent group-v375292. [ 1388.858206] env[62437]: DEBUG oslo.service.loopingcall [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.858206] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.858206] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c287265f-f860-4816-a19e-74aa1c0f245f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.875965] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.886300] env[62437]: DEBUG nova.compute.utils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.889589] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.889738] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.896818] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.896818] env[62437]: value = "task-1810972" [ 1388.896818] env[62437]: _type = "Task" [ 1388.896818] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.914884] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810972, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.941438] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810966, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.974280] env[62437]: DEBUG nova.policy [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2485612e57a4a5a8b59fe7743797cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2aebd3b60ba4fccba78882f0a862b31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.137530] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810969, 'name': ReconfigVM_Task, 'duration_secs': 0.951054} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.137866] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.138542] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32d9664-4879-443b-833c-a8755dead8fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.149680] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1389.149680] env[62437]: value = "task-1810973" [ 1389.149680] env[62437]: _type = "Task" [ 1389.149680] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.160342] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810973, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.294382] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810968, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.068743} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.294382] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f1b3a364-8f7f-4f74-bb80-a945639f675d/f1b3a364-8f7f-4f74-bb80-a945639f675d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.294382] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.294382] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e9c44f-ee35-45cc-84de-767f25dee87b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.303113] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1389.303113] env[62437]: value = "task-1810974" [ 1389.303113] env[62437]: _type = "Task" [ 1389.303113] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.315237] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.367131] env[62437]: DEBUG nova.network.neutron [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updated VIF entry in instance network info cache for port 11d20720-5f61-499b-8d62-e6c0db94abca. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.367131] env[62437]: DEBUG nova.network.neutron [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updating instance_info_cache with network_info: [{"id": "11d20720-5f61-499b-8d62-e6c0db94abca", "address": "fa:16:3e:16:05:b5", "network": {"id": "0602ef0b-670f-4650-949e-480c49b55016", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125046764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be90f3536474546b11a9e1e46b2da06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d20720-5f", "ovs_interfaceid": "11d20720-5f61-499b-8d62-e6c0db94abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.400438] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.413063] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.420809] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810972, 'name': CreateVM_Task, 'duration_secs': 0.428463} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.427418] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.427418] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.427418] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.427418] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.434019] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236d78d2-95dd-405f-9ab1-70591d67f930 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.444065] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1389.444065] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f0fac0-64d1-7b6a-f96e-7681f202c78e" [ 1389.444065] env[62437]: _type = "Task" [ 1389.444065] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.444263] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810966, 'name': CreateVM_Task, 'duration_secs': 1.678566} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.444795] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.452440] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.461815] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f0fac0-64d1-7b6a-f96e-7681f202c78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.608167] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Successfully created port: 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.670366] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810973, 'name': Rename_Task, 'duration_secs': 0.248518} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.670787] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.670939] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30efdc3-e59b-4150-ad58-fa3149ea185d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.681612] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1389.681612] env[62437]: value = "task-1810975" [ 1389.681612] env[62437]: _type = "Task" [ 1389.681612] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.702446] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.770780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bbe6b3-8b6d-4ac3-9803-d1cedfa62ae1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.784015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1475a8c-6d3f-4e84-9585-3f15a0998f96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.820454] env[62437]: DEBUG nova.network.neutron [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.825094] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.825817] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4da235-b4ac-43fd-bb07-13acb2e8c4eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.829173] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834e831e-9162-4829-8377-4a8a0af9b6ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.838019] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08389} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.840436] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.840782] env[62437]: DEBUG oslo_vmware.api [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1389.840782] env[62437]: value = "task-1810976" [ 1389.840782] env[62437]: _type = "Task" [ 1389.840782] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.842035] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f86977-4f43-4c38-845c-d3a866e3a471 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.846553] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a8c5c3-883b-48db-9a34-ed3a0a122bd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.871584] env[62437]: DEBUG nova.compute.provider_tree [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.873256] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Releasing lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.876373] env[62437]: DEBUG nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Received event network-vif-plugged-5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1389.876373] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Acquiring lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.876373] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.876373] env[62437]: DEBUG oslo_concurrency.lockutils [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.876373] env[62437]: DEBUG nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] No waiting events found dispatching network-vif-plugged-5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.876670] env[62437]: WARNING nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Received unexpected event network-vif-plugged-5fb554a5-0782-468f-b099-94658db21d40 for instance with vm_state building and task_state spawning. [ 1389.876670] env[62437]: DEBUG nova.compute.manager [req-f23f2f69-75cb-4079-9d61-b820e270b477 req-977c17ab-a77f-4ec4-a9b3-7df8acf7a104 service nova] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Received event network-vif-deleted-5bf59249-c213-4df9-ab8f-577a73b7c1a5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1389.876670] env[62437]: DEBUG oslo_vmware.api [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.894894] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] f1b3a364-8f7f-4f74-bb80-a945639f675d/f1b3a364-8f7f-4f74-bb80-a945639f675d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.895702] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baac62be-735b-41a8-83e0-4802edddfe38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.927349] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1389.927349] env[62437]: value = "task-1810977" [ 1389.927349] env[62437]: _type = "Task" [ 1389.927349] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.936523] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810977, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.961035] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f0fac0-64d1-7b6a-f96e-7681f202c78e, 'name': SearchDatastore_Task, 'duration_secs': 0.019507} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.961035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.961035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.961035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.961366] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.961366] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.961641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.962452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.962741] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39cd0f9-e732-49ba-b53b-193eaaa8651e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.964946] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59989754-5855-4566-9e13-f0252e8998b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.975729] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1389.975729] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bfee22-9350-c353-a5c1-e97ac4576179" [ 1389.975729] env[62437]: _type = "Task" [ 1389.975729] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.986315] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.986518] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.987719] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e63e1d4-23fa-4771-8328-fd985edc01fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.994245] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bfee22-9350-c353-a5c1-e97ac4576179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.998617] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1389.998617] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5200b32f-8f1c-e558-e77c-ce75fefcc35e" [ 1389.998617] env[62437]: _type = "Task" [ 1389.998617] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.010632] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5200b32f-8f1c-e558-e77c-ce75fefcc35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.202155] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810975, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.315928] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.316276] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.330239] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.330633] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Instance network_info: |[{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.331608] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ee:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a5d514-f40f-44a7-9a3d-8324138d01e2', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.344029] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating folder: Project (2addc078876c49989183a90daa613a43). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.344986] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f23f47a-2b61-488a-8dbf-bdb60e709a88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.363952] env[62437]: DEBUG oslo_vmware.api [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1810976, 'name': PowerOffVM_Task, 'duration_secs': 0.237278} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.363952] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.363952] env[62437]: DEBUG nova.compute.manager [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.364595] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d25121-a17a-466a-801f-c375108a6589 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.368993] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created folder: Project (2addc078876c49989183a90daa613a43) in parent group-v375259. [ 1390.369303] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating folder: Instances. Parent ref: group-v375295. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.370160] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e176f0fa-ab70-4198-9c97-1f3c80d8b627 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.387390] env[62437]: DEBUG nova.scheduler.client.report [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.391778] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created folder: Instances in parent group-v375295. [ 1390.392066] env[62437]: DEBUG oslo.service.loopingcall [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.392505] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.393232] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2001ef11-4193-4d0c-a225-c36bd92e732c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.417756] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.417756] env[62437]: value = "task-1810980" [ 1390.417756] env[62437]: _type = "Task" [ 1390.417756] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.422340] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.433228] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810980, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.440734] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810977, 'name': ReconfigVM_Task, 'duration_secs': 0.503801} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.441783] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfigured VM instance instance-0000000a to attach disk [datastore1] f1b3a364-8f7f-4f74-bb80-a945639f675d/f1b3a364-8f7f-4f74-bb80-a945639f675d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.442568] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a4a323-22e6-4919-9cc8-cc158cbe98ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.452556] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1390.452556] env[62437]: value = "task-1810981" [ 1390.452556] env[62437]: _type = "Task" [ 1390.452556] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.466787] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.467549] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.467549] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.467626] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.467797] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.467983] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.468316] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.468595] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.468855] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.469435] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.469435] env[62437]: DEBUG nova.virt.hardware [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.470515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03236ff-b4be-4719-9aa6-0b70b0edb224 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.478722] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810981, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.489883] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c2892-324c-4413-a007-86738d710084 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.498551] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bfee22-9350-c353-a5c1-e97ac4576179, 'name': SearchDatastore_Task, 'duration_secs': 0.021953} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.498551] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.498551] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.498995] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.518624] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5200b32f-8f1c-e558-e77c-ce75fefcc35e, 'name': SearchDatastore_Task, 'duration_secs': 0.017532} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.520679] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda83730-9660-48b8-8f1b-fa914501b089 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.530521] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1390.530521] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5228c803-fea8-c2bc-be6e-0c78f03f37cc" [ 1390.530521] env[62437]: _type = "Task" [ 1390.530521] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.539269] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5228c803-fea8-c2bc-be6e-0c78f03f37cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.576230] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.576230] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.694137] env[62437]: DEBUG oslo_vmware.api [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1810975, 'name': PowerOnVM_Task, 'duration_secs': 0.675022} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.694351] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.694559] env[62437]: INFO nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Took 15.39 seconds to spawn the instance on the hypervisor. [ 1390.694738] env[62437]: DEBUG nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.696339] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed442a42-283c-4a2d-824d-db9f765bf41b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.806655] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Successfully updated port: 55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.820624] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.880929] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1584d85a-e566-463e-8d0b-5eac1c82a990 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.894182] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.894719] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.905457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.261s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.905457] env[62437]: DEBUG nova.objects.instance [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lazy-loading 'resources' on Instance uuid 19797eaf-0926-492b-a5b6-3ceb06c93154 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.933913] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810980, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.971824] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810981, 'name': Rename_Task, 'duration_secs': 0.271173} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.972528] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.972825] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7780a6f-7e50-4044-a720-28a6791821a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.982749] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1390.982749] env[62437]: value = "task-1810982" [ 1390.982749] env[62437]: _type = "Task" [ 1390.982749] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.992954] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.039926] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5228c803-fea8-c2bc-be6e-0c78f03f37cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.040277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.040533] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e3f1694d-f74b-46ab-b356-d967e1e53b10/e3f1694d-f74b-46ab-b356-d967e1e53b10.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.040837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.041045] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.041287] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc2eff6-0b5b-49c3-9981-140613563816 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.043665] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1f5725-e940-4347-a7c6-d21987b0fe8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.053523] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1391.053523] env[62437]: value = "task-1810983" [ 1391.053523] env[62437]: _type = "Task" [ 1391.053523] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.058098] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.058329] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.059597] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337ad36b-9979-4d75-bf3e-4b5604aca274 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.065138] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.069410] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1391.069410] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d26019-6275-36ba-33d8-fc410db65f21" [ 1391.069410] env[62437]: _type = "Task" [ 1391.069410] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.076564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "95a8a12c-eb32-45fc-bf06-873a406dc826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.076967] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.082669] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d26019-6275-36ba-33d8-fc410db65f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.219256] env[62437]: INFO nova.compute.manager [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Took 25.39 seconds to build instance. [ 1391.311879] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.313057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.313057] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.342761] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.406751] env[62437]: DEBUG nova.compute.utils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.411245] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.411493] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.430212] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810980, 'name': CreateVM_Task, 'duration_secs': 0.578444} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.430444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.431061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.431255] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.431557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.431817] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125c11c3-0fc7-4ee6-bf7d-9acbf2905a7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.440329] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1391.440329] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52231f4d-9290-3d4f-2fcc-261c668e5352" [ 1391.440329] env[62437]: _type = "Task" [ 1391.440329] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.449825] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52231f4d-9290-3d4f-2fcc-261c668e5352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.493358] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.572022] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810983, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.581659] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d26019-6275-36ba-33d8-fc410db65f21, 'name': SearchDatastore_Task, 'duration_secs': 0.021206} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.583436] env[62437]: DEBUG nova.policy [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cdece76dc4f40c59d8a7e85cd2b01c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19b72e718429fb26ff148211ea421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.585864] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fbe20c-5115-4e0b-bce8-1c12f5f43b6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.594578] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1391.594578] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52debdfc-5369-74af-c2e0-7f29e94f9937" [ 1391.594578] env[62437]: _type = "Task" [ 1391.594578] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.611753] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52debdfc-5369-74af-c2e0-7f29e94f9937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.725523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f280d894-275c-4467-acae-88a89f91bdcd tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.904s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.783587] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Successfully updated port: 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.792121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfdc32f-cb7d-4148-9ff1-d02927117383 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.801494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df787a3-1b57-4c58-803f-5d3efbc2a657 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.851112] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81338054-377d-4942-8870-07f2bd9109d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.861072] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b0446-2130-4908-b665-556947764e3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.878677] env[62437]: DEBUG nova.compute.provider_tree [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.915379] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.952657] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52231f4d-9290-3d4f-2fcc-261c668e5352, 'name': SearchDatastore_Task, 'duration_secs': 0.014268} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.952986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.953260] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.953471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.995192] env[62437]: DEBUG oslo_vmware.api [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1810982, 'name': PowerOnVM_Task, 'duration_secs': 0.90696} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.995515] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.995828] env[62437]: INFO nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Took 14.25 seconds to spawn the instance on the hypervisor. [ 1391.996126] env[62437]: DEBUG nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.998384] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb19bdef-b198-4f0b-83fb-8599d96bfc27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.065581] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917827} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.066563] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e3f1694d-f74b-46ab-b356-d967e1e53b10/e3f1694d-f74b-46ab-b356-d967e1e53b10.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.066813] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.067080] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5627cf1-380e-46d9-b4cc-7f2b8d3091fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.076316] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1392.076316] env[62437]: value = "task-1810984" [ 1392.076316] env[62437]: _type = "Task" [ 1392.076316] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.085350] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.110409] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52debdfc-5369-74af-c2e0-7f29e94f9937, 'name': SearchDatastore_Task, 'duration_secs': 0.081176} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.110727] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.111154] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.111451] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.111649] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.111902] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df6ccd2-2b82-4ba1-819d-02a850c2c7c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.114416] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f568d2bc-cbed-4ba5-8fe8-554deb1410a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.124362] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1392.124362] env[62437]: value = "task-1810985" [ 1392.124362] env[62437]: _type = "Task" [ 1392.124362] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.124709] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.130224] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.130224] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.135049] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fed8a80-3643-486d-b560-c1413bd59daf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.163603] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.164220] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1392.164220] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5285997e-6527-3512-92ca-9859fe0a11a2" [ 1392.164220] env[62437]: _type = "Task" [ 1392.164220] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.181441] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5285997e-6527-3512-92ca-9859fe0a11a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023254} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.182951] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec27f334-d4be-4956-b515-b76544906509 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.191955] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1392.191955] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523e391c-b0f0-82a2-b193-b54f210ea80e" [ 1392.191955] env[62437]: _type = "Task" [ 1392.191955] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.203847] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523e391c-b0f0-82a2-b193-b54f210ea80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.230587] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.252382] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.252652] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.289770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.289986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.290737] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.412511] env[62437]: ERROR nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] [req-b6dc795c-ad3a-4b0d-8600-9624118d7c7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6dc795c-ad3a-4b0d-8600-9624118d7c7c"}]} [ 1392.440884] env[62437]: DEBUG nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1392.466926] env[62437]: DEBUG nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1392.466926] env[62437]: DEBUG nova.compute.provider_tree [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.486546] env[62437]: DEBUG nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1392.512926] env[62437]: DEBUG nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1392.538347] env[62437]: INFO nova.compute.manager [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Took 24.45 seconds to build instance. [ 1392.588223] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119181} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.589222] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.590121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9b2ab-d73d-45b8-b60d-713a53a41ce3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.621275] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e3f1694d-f74b-46ab-b356-d967e1e53b10/e3f1694d-f74b-46ab-b356-d967e1e53b10.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.625038] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa950205-70b6-4b37-a322-af3b5630f8a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.640309] env[62437]: DEBUG nova.network.neutron [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updating instance_info_cache with network_info: [{"id": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "address": "fa:16:3e:d8:5c:78", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ab9055-a3", "ovs_interfaceid": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.655853] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.660391] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1392.660391] env[62437]: value = "task-1810986" [ 1392.660391] env[62437]: _type = "Task" [ 1392.660391] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.676017] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.711756] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523e391c-b0f0-82a2-b193-b54f210ea80e, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.714835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.715125] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ed797e57-9f4b-4a7c-b363-390ee5b0f82b/ed797e57-9f4b-4a7c-b363-390ee5b0f82b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.715640] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b346253-52a4-484f-9634-c53ebab1f12c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.725375] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1392.725375] env[62437]: value = "task-1810987" [ 1392.725375] env[62437]: _type = "Task" [ 1392.725375] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.739622] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.746178] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Successfully created port: dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.760235] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.850475] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.854893] env[62437]: DEBUG nova.compute.manager [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Received event network-changed-5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1392.855081] env[62437]: DEBUG nova.compute.manager [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Refreshing instance network info cache due to event network-changed-5fb554a5-0782-468f-b099-94658db21d40. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1392.855722] env[62437]: DEBUG oslo_concurrency.lockutils [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] Acquiring lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.855870] env[62437]: DEBUG oslo_concurrency.lockutils [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] Acquired lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.857783] env[62437]: DEBUG nova.network.neutron [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Refreshing network info cache for port 5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.932066] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.954421] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e0d86-ec08-458c-8885-850b6e1aef27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.965020] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1392.965247] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing instance network info cache due to event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1392.965837] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.966134] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.966208] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.976275] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee8dffd-c591-4898-868a-3a59cd70dd2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.995064] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.995398] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.995618] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.995911] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.996044] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.996246] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.996511] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.996709] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.996978] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.997217] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.997440] env[62437]: DEBUG nova.virt.hardware [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.999126] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28efe8-c72f-4d3f-b129-48013f009e4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.035801] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e3c1d-56d2-4c37-9ce5-017a822168b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.040665] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe781cb-858f-47fc-91a5-4da220ae7038 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.045304] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d624b93-972d-4286-9a8f-d6ce402abb53 tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.969s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.063695] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.063959] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.064608] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.064608] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.064608] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.069172] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e040f4-8969-451f-b45a-e49152101b21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.074067] env[62437]: INFO nova.compute.manager [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Terminating instance [ 1393.090019] env[62437]: DEBUG nova.compute.provider_tree [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.149087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.149497] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Instance network_info: |[{"id": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "address": "fa:16:3e:d8:5c:78", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ab9055-a3", "ovs_interfaceid": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.150595] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:5c:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ab9055-a396-4612-b1fd-daf4a95c0f77', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.159587] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Creating folder: Project (8a248edd874940f0a8ac88093a8ef343). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.160717] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33b12831-bf15-4810-adc6-7b844449cb0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.170057] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.179461] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.183362] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Created folder: Project (8a248edd874940f0a8ac88093a8ef343) in parent group-v375259. [ 1393.183523] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Creating folder: Instances. Parent ref: group-v375298. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.183855] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c965d3-e4a0-4aa0-b2cc-1b110a4fcf32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.202581] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Created folder: Instances in parent group-v375298. [ 1393.202581] env[62437]: DEBUG oslo.service.loopingcall [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.202581] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.203111] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ea97ac-06c5-49f1-b9d0-c32a48fd5433 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.236512] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.236512] env[62437]: value = "task-1810990" [ 1393.236512] env[62437]: _type = "Task" [ 1393.236512] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.245401] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810987, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.256045] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810990, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.290395] env[62437]: DEBUG nova.network.neutron [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.551603] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.581022] env[62437]: DEBUG nova.compute.manager [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.581022] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.581022] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb144b-e97d-4aab-8e14-f49cf48d2970 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.595367] env[62437]: DEBUG nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.601044] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.601044] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3239fa1-fab1-4e95-b8f7-cea9cd5989cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.614355] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1393.614355] env[62437]: value = "task-1810991" [ 1393.614355] env[62437]: _type = "Task" [ 1393.614355] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.640234] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.657999] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.681167] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.738101] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.751996] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810990, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.793697] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.793697] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Instance network_info: |[{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.794186] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:dc:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3591abea-5dde-45da-a8aa-624d6b9c8427', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.801852] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Creating folder: Project (a2aebd3b60ba4fccba78882f0a862b31). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.802209] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2118a507-d576-45d9-ae87-f6fa3343fee5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.819515] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Created folder: Project (a2aebd3b60ba4fccba78882f0a862b31) in parent group-v375259. [ 1393.819748] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Creating folder: Instances. Parent ref: group-v375301. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.820491] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac54b6d8-3dba-4244-8edf-ea309b44181c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.837910] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Created folder: Instances in parent group-v375301. [ 1393.838284] env[62437]: DEBUG oslo.service.loopingcall [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.838396] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.838602] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c7f053-cf67-4fdb-a312-422441fa1010 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.867730] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.867730] env[62437]: value = "task-1810994" [ 1393.867730] env[62437]: _type = "Task" [ 1393.867730] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.880555] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810994, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.967726] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated VIF entry in instance network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.968109] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.093735] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.103268] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.200s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.104483] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.990s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.106117] env[62437]: INFO nova.compute.claims [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.127754] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810991, 'name': PowerOffVM_Task, 'duration_secs': 0.354022} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.127754] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.127879] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.128149] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2839c15d-53db-4a40-846b-60f07252eb0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.138859] env[62437]: INFO nova.scheduler.client.report [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Deleted allocations for instance 19797eaf-0926-492b-a5b6-3ceb06c93154 [ 1394.162676] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810985, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639343} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.162676] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.162676] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.162676] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee8a008f-6032-43b5-a5d1-402b7fb46014 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.176026] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810986, 'name': ReconfigVM_Task, 'duration_secs': 1.392153} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.177251] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e3f1694d-f74b-46ab-b356-d967e1e53b10/e3f1694d-f74b-46ab-b356-d967e1e53b10.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.178409] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1394.178409] env[62437]: value = "task-1810996" [ 1394.178409] env[62437]: _type = "Task" [ 1394.178409] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.178642] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf94c16-6020-4619-b5a6-f46b9f8a3fab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.192748] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.195117] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1394.195117] env[62437]: value = "task-1810997" [ 1394.195117] env[62437]: _type = "Task" [ 1394.195117] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.204890] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810997, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.246370] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810987, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030098} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.251196] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ed797e57-9f4b-4a7c-b363-390ee5b0f82b/ed797e57-9f4b-4a7c-b363-390ee5b0f82b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.251196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.251196] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e75b30b9-3785-44c9-b3c0-5fb5687798c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.268050] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.268050] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.268050] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Deleting the datastore file [datastore1] 864f5fc4-8438-4918-b9f5-c48da7004bf2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.268050] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810990, 'name': CreateVM_Task, 'duration_secs': 0.718538} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.268050] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58f6683-a031-4125-a879-2c7fba292bee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.269876] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.270262] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1394.270262] env[62437]: value = "task-1810998" [ 1394.270262] env[62437]: _type = "Task" [ 1394.270262] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.271028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.271104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.271521] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.272174] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc52431b-151a-4cd4-a508-590ab9ab71fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.281348] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for the task: (returnval){ [ 1394.281348] env[62437]: value = "task-1810999" [ 1394.281348] env[62437]: _type = "Task" [ 1394.281348] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.293862] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1394.293862] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52003659-75fa-a9bd-6eef-2ff80d17c367" [ 1394.293862] env[62437]: _type = "Task" [ 1394.293862] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.294184] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.301297] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.307725] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52003659-75fa-a9bd-6eef-2ff80d17c367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.382253] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810994, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.432130] env[62437]: DEBUG nova.network.neutron [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Updated VIF entry in instance network info cache for port 5fb554a5-0782-468f-b099-94658db21d40. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.432130] env[62437]: DEBUG nova.network.neutron [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Updating instance_info_cache with network_info: [{"id": "5fb554a5-0782-468f-b099-94658db21d40", "address": "fa:16:3e:ab:cd:e6", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb554a5-07", "ovs_interfaceid": "5fb554a5-0782-468f-b099-94658db21d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.471580] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.472248] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-changed-46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1394.472688] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing instance network info cache due to event network-changed-46a5d514-f40f-44a7-9a3d-8324138d01e2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1394.473278] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.473611] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.473893] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing network info cache for port 46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.650674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26a81fc6-2cc6-4e93-a317-ab608ba30c06 tempest-ServerDiagnosticsTest-1524754287 tempest-ServerDiagnosticsTest-1524754287-project-member] Lock "19797eaf-0926-492b-a5b6-3ceb06c93154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.212s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.697024] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1810996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189038} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.697024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.700983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383e64d-399f-4fef-809c-1311cc64f285 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.725682] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.729615] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef4c141-138b-4f23-ae3a-762f10a32d8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.747608] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1810997, 'name': Rename_Task, 'duration_secs': 0.40767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.748128] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.748714] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37915b0-8a45-481d-a9bc-01315d98e369 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.759236] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1394.759236] env[62437]: value = "task-1811000" [ 1394.759236] env[62437]: _type = "Task" [ 1394.759236] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.767202] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1394.767202] env[62437]: value = "task-1811001" [ 1394.767202] env[62437]: _type = "Task" [ 1394.767202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.769852] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.791495] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1810998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246051} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.795023] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.795630] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.796925] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab10860d-7b6c-49d9-b32a-29ca723fd11d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.836019] env[62437]: DEBUG oslo_vmware.api [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Task: {'id': task-1810999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502772} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.850156] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ed797e57-9f4b-4a7c-b363-390ee5b0f82b/ed797e57-9f4b-4a7c-b363-390ee5b0f82b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.856959] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.856959] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.856959] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.856959] env[62437]: INFO nova.compute.manager [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1394.856959] env[62437]: DEBUG oslo.service.loopingcall [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.857399] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147d8096-e4ec-4fe1-bd6b-dc2d30a0d30a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.875500] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52003659-75fa-a9bd-6eef-2ff80d17c367, 'name': SearchDatastore_Task, 'duration_secs': 0.019809} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.875768] env[62437]: DEBUG nova.compute.manager [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.875959] env[62437]: DEBUG nova.network.neutron [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.880485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.880736] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.880984] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.881162] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.881341] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.885853] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d01adaa1-2a9d-4af1-abd8-a06d044fcb6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.894848] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810994, 'name': CreateVM_Task, 'duration_secs': 0.920335} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.896228] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.897043] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1394.897043] env[62437]: value = "task-1811002" [ 1394.897043] env[62437]: _type = "Task" [ 1394.897043] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.898217] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.898341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.898657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.899149] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.899269] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.899939] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab81d28-50a5-48dd-b3f9-5700e174b802 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.905533] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07eecf2d-916a-4d3b-85a0-c3e37e7501ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.918304] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.919403] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1394.919403] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5269238f-aa0b-5c29-0962-a9b1fa28986d" [ 1394.919403] env[62437]: _type = "Task" [ 1394.919403] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.919604] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1394.919604] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52accb98-e18c-3bb5-6352-a1ca627bdc11" [ 1394.919604] env[62437]: _type = "Task" [ 1394.919604] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.933304] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52accb98-e18c-3bb5-6352-a1ca627bdc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.937787] env[62437]: DEBUG oslo_concurrency.lockutils [req-24fc24c7-c527-4629-ac64-95866fec747f req-243df4f3-1687-4806-866d-ec4d0f8e5fa1 service nova] Releasing lock "refresh_cache-e3f1694d-f74b-46ab-b356-d967e1e53b10" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.938305] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5269238f-aa0b-5c29-0962-a9b1fa28986d, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.939225] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cfb901-ba88-43c0-92ca-72568568abc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.946373] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1394.946373] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5ffab-866e-1140-4f2d-6d33d4ba4e6b" [ 1394.946373] env[62437]: _type = "Task" [ 1394.946373] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.959902] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5ffab-866e-1140-4f2d-6d33d4ba4e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.277618] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.284156] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.409908] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.433280] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52accb98-e18c-3bb5-6352-a1ca627bdc11, 'name': SearchDatastore_Task, 'duration_secs': 0.024142} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.436360] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.436512] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.436724] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.467829] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5ffab-866e-1140-4f2d-6d33d4ba4e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.468183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.468458] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7adb63d8-3b4d-48b2-810b-bd3982ce896b/7adb63d8-3b4d-48b2-810b-bd3982ce896b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.468723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.469064] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.469290] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9da1f6d-70dc-4b4a-8225-c693cdae1b31 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.473855] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c711dd3e-8e53-4f8b-9465-207f2392239d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.489940] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1395.489940] env[62437]: value = "task-1811003" [ 1395.489940] env[62437]: _type = "Task" [ 1395.489940] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.492013] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.492259] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.500972] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32e2085-d15d-4a33-a185-a4fe0bc30a3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.514547] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.514883] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1395.514883] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5284b0d0-f8b0-8a13-92e8-b11809b9966f" [ 1395.514883] env[62437]: _type = "Task" [ 1395.514883] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.520983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612094f-3204-4002-a43f-e976ffe0c772 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.527996] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5284b0d0-f8b0-8a13-92e8-b11809b9966f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.532598] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07652fa-3934-4ec5-ae0b-a7c0138c0b5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.568139] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c61b1-510b-4e32-adf0-2cdde4f1a755 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.575990] env[62437]: DEBUG nova.compute.manager [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1395.588304] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55bdd46-7855-415a-8c70-fcba136942f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.608330] env[62437]: DEBUG nova.compute.provider_tree [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.643550] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Successfully updated port: dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.656980] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updated VIF entry in instance network info cache for port 46a5d514-f40f-44a7-9a3d-8324138d01e2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.659627] env[62437]: DEBUG nova.network.neutron [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.772270] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811000, 'name': ReconfigVM_Task, 'duration_secs': 0.544132} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.778033] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Reconfigured VM instance instance-00000002 to attach disk [datastore1] fa441147-5fa5-40e1-9351-87393d061eca/fa441147-5fa5-40e1-9351-87393d061eca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.779330] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed563a4f-2c91-4f92-af2c-87f4400b131a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.790402] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.791910] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1395.791910] env[62437]: value = "task-1811004" [ 1395.791910] env[62437]: _type = "Task" [ 1395.791910] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.801297] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811004, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.912774] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811002, 'name': ReconfigVM_Task, 'duration_secs': 0.52848} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.913095] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ed797e57-9f4b-4a7c-b363-390ee5b0f82b/ed797e57-9f4b-4a7c-b363-390ee5b0f82b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.913722] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5b5fa4-8861-4c6a-9559-d5e65d619c83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.924709] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1395.924709] env[62437]: value = "task-1811005" [ 1395.924709] env[62437]: _type = "Task" [ 1395.924709] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.935983] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811005, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.003712] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.028244] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5284b0d0-f8b0-8a13-92e8-b11809b9966f, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.029199] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b2c9e6-a178-4c26-8b4a-4d592016b796 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.035902] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1396.035902] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52468dcc-ab61-63a8-dfa9-557831b47dc2" [ 1396.035902] env[62437]: _type = "Task" [ 1396.035902] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.046070] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52468dcc-ab61-63a8-dfa9-557831b47dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.112256] env[62437]: DEBUG nova.network.neutron [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.121224] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.134177] env[62437]: ERROR nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [req-27fafe2a-9a56-412a-a24a-eac99d9bf180] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27fafe2a-9a56-412a-a24a-eac99d9bf180"}]} [ 1396.149911] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.149988] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.150161] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.159768] env[62437]: DEBUG nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1396.162183] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.164258] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Received event network-vif-plugged-55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1396.164258] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Acquiring lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.164258] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.164258] env[62437]: DEBUG oslo_concurrency.lockutils [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.164258] env[62437]: DEBUG nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] No waiting events found dispatching network-vif-plugged-55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.164860] env[62437]: WARNING nova.compute.manager [req-a95eef56-372a-4e4e-b3f3-d09efc389aa4 req-9f1964c3-5492-49b3-a54f-d2f107113b11 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Received unexpected event network-vif-plugged-55ab9055-a396-4612-b1fd-daf4a95c0f77 for instance with vm_state building and task_state spawning. [ 1396.178682] env[62437]: DEBUG nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1396.178908] env[62437]: DEBUG nova.compute.provider_tree [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.201756] env[62437]: DEBUG nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1396.223377] env[62437]: DEBUG nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1396.261870] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.262244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.282370] env[62437]: DEBUG oslo_vmware.api [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811001, 'name': PowerOnVM_Task, 'duration_secs': 1.031352} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.286018] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.286018] env[62437]: INFO nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Took 16.09 seconds to spawn the instance on the hypervisor. [ 1396.286112] env[62437]: DEBUG nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.287539] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96fc17-b5ca-461b-95e8-a9558d1fe899 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.308827] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811004, 'name': Rename_Task, 'duration_secs': 0.20011} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.309445] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.309866] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a521c4ed-a9d9-42c7-89eb-d0f6b5b0ea14 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.318489] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Waiting for the task: (returnval){ [ 1396.318489] env[62437]: value = "task-1811006" [ 1396.318489] env[62437]: _type = "Task" [ 1396.318489] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.327329] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.441048] env[62437]: DEBUG nova.compute.manager [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-vif-plugged-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1396.441048] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Acquiring lock "38eb0d83-d36c-4271-94b7-88538732994c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.441048] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Lock "38eb0d83-d36c-4271-94b7-88538732994c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.441048] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Lock "38eb0d83-d36c-4271-94b7-88538732994c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.441048] env[62437]: DEBUG nova.compute.manager [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] No waiting events found dispatching network-vif-plugged-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.441361] env[62437]: WARNING nova.compute.manager [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received unexpected event network-vif-plugged-3591abea-5dde-45da-a8aa-624d6b9c8427 for instance with vm_state building and task_state spawning. [ 1396.441361] env[62437]: DEBUG nova.compute.manager [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1396.441361] env[62437]: DEBUG nova.compute.manager [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing instance network info cache due to event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1396.441591] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.441625] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.441783] env[62437]: DEBUG nova.network.neutron [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.453791] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811005, 'name': Rename_Task, 'duration_secs': 0.353314} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.454078] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.454322] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d135174a-f4a0-41f3-92c6-0a076a6fef85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.465253] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1396.465253] env[62437]: value = "task-1811007" [ 1396.465253] env[62437]: _type = "Task" [ 1396.465253] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.475751] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.503072] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633209} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.503262] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7adb63d8-3b4d-48b2-810b-bd3982ce896b/7adb63d8-3b4d-48b2-810b-bd3982ce896b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.503476] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.503727] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f9a90c-16e3-4783-83f7-8f8f186c1142 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.515414] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1396.515414] env[62437]: value = "task-1811008" [ 1396.515414] env[62437]: _type = "Task" [ 1396.515414] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.537373] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.552965] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52468dcc-ab61-63a8-dfa9-557831b47dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.049063} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.553752] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.553752] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 38eb0d83-d36c-4271-94b7-88538732994c/38eb0d83-d36c-4271-94b7-88538732994c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.553981] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf828e62-69bf-4671-87c4-dd86d8382e9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.564919] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1396.564919] env[62437]: value = "task-1811009" [ 1396.564919] env[62437]: _type = "Task" [ 1396.564919] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.582370] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.616313] env[62437]: INFO nova.compute.manager [-] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Took 1.74 seconds to deallocate network for instance. [ 1396.637949] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87be1a-784f-405e-91ea-ad54c0e7bbd9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.646224] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c0e64-357d-4893-9211-f0d47402fbd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.690679] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a458a-0aab-478d-98cf-929033043ac4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.702846] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269b9bc-a61f-4de4-8253-c98d44385b88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.714681] env[62437]: DEBUG nova.compute.manager [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Received event network-changed-55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1396.714888] env[62437]: DEBUG nova.compute.manager [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Refreshing instance network info cache due to event network-changed-55ab9055-a396-4612-b1fd-daf4a95c0f77. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1396.715127] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Acquiring lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.715267] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Acquired lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.715432] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Refreshing network info cache for port 55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.737586] env[62437]: DEBUG nova.compute.provider_tree [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.814910] env[62437]: INFO nova.compute.manager [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Took 25.39 seconds to build instance. [ 1396.829273] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.840857] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.977734] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811007, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.029141] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082125} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.029447] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.030291] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10e5a3-8b5b-47c8-81df-b219d93a4af7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.055385] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7adb63d8-3b4d-48b2-810b-bd3982ce896b/7adb63d8-3b4d-48b2-810b-bd3982ce896b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.058046] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b8c26e-3aea-4123-bd84-9068265c3aac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.087514] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811009, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.091738] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1397.091738] env[62437]: value = "task-1811010" [ 1397.091738] env[62437]: _type = "Task" [ 1397.091738] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.101514] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.126245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.195810] env[62437]: DEBUG nova.compute.manager [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.196976] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127fe1b-0cc1-4cea-9de0-64d99970eca8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.287276] env[62437]: DEBUG nova.scheduler.client.report [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1397.287771] env[62437]: DEBUG nova.compute.provider_tree [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 29 to 30 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1397.288042] env[62437]: DEBUG nova.compute.provider_tree [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.298129] env[62437]: DEBUG nova.network.neutron [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Updating instance_info_cache with network_info: [{"id": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "address": "fa:16:3e:05:ef:c5", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee3041c-2c", "ovs_interfaceid": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.320288] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1964b89f-7be5-4f72-b286-ee07bf909ea3 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.915s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.342027] env[62437]: DEBUG oslo_vmware.api [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Task: {'id': task-1811006, 'name': PowerOnVM_Task, 'duration_secs': 0.530024} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.342027] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.342027] env[62437]: DEBUG nova.compute.manager [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.342341] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42310ae-4177-48b2-97d3-9cf414a57a09 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.480358] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811007, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.572329] env[62437]: DEBUG nova.network.neutron [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updated VIF entry in instance network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.572648] env[62437]: DEBUG nova.network.neutron [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.254638] env[62437]: INFO nova.compute.manager [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] instance snapshotting [ 1398.254883] env[62437]: WARNING nova.compute.manager [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1398.259467] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.152s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.259467] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.259956] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.260117] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Instance network_info: |[{"id": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "address": "fa:16:3e:05:ef:c5", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee3041c-2c", "ovs_interfaceid": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.260425] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.266984] env[62437]: DEBUG oslo_concurrency.lockutils [req-3aba2f9b-c820-4581-8e5d-eb31f24b7ff5 req-05c370d6-0cd4-4518-af5c-9611549275ac service nova] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.273673] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.949s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.273673] env[62437]: DEBUG nova.objects.instance [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lazy-loading 'resources' on Instance uuid 26a55e5f-71fb-47e7-9533-123d76066008 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.275119] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ef:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee3041c-2cfa-4c64-a9bb-768a9b7f0fef', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.283449] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Creating folder: Project (34f19b72e718429fb26ff148211ea421). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.287438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.288129] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.289013] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdfeeb8-50e7-4013-b0ff-090edd2d2190 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.296381] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c795a70-a8f7-433f-9871-a6ad93cf231d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.298112] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845106} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.300379] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 38eb0d83-d36c-4271-94b7-88538732994c/38eb0d83-d36c-4271-94b7-88538732994c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.300643] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.302235] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30a81923-e581-4de2-8a31-bfff52916b74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.310516] env[62437]: DEBUG oslo_vmware.api [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811007, 'name': PowerOnVM_Task, 'duration_secs': 1.124823} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.316906] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.316906] env[62437]: INFO nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Took 15.71 seconds to spawn the instance on the hypervisor. [ 1398.316906] env[62437]: DEBUG nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.317397] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811010, 'name': ReconfigVM_Task, 'duration_secs': 0.563614} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.317757] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Created folder: Project (34f19b72e718429fb26ff148211ea421) in parent group-v375259. [ 1398.317927] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Creating folder: Instances. Parent ref: group-v375304. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.320563] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee26264-cf2b-4fdc-8788-11e985c2b340 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.323682] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7adb63d8-3b4d-48b2-810b-bd3982ce896b/7adb63d8-3b4d-48b2-810b-bd3982ce896b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.325031] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d263c44-005b-4af1-89cc-b4286a27df5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.340466] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b5cee6-c54f-4e6d-a971-964e8a8a9dde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.349025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a5cd6f-4f22-419f-a54e-7e652f567046 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.350165] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1398.350165] env[62437]: value = "task-1811012" [ 1398.350165] env[62437]: _type = "Task" [ 1398.350165] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.357533] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.363309] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Created folder: Instances in parent group-v375304. [ 1398.363504] env[62437]: DEBUG oslo.service.loopingcall [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.367497] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.367497] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1398.367497] env[62437]: value = "task-1811014" [ 1398.367497] env[62437]: _type = "Task" [ 1398.367497] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.370747] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab0bcaa-9e47-4b08-a9e0-390262c4453b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.392307] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.399459] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811014, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.400825] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.400825] env[62437]: value = "task-1811015" [ 1398.400825] env[62437]: _type = "Task" [ 1398.400825] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.410029] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811015, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.770873] env[62437]: DEBUG nova.compute.utils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.775132] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.775335] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.800645] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updated VIF entry in instance network info cache for port 55ab9055-a396-4612-b1fd-daf4a95c0f77. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.801026] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updating instance_info_cache with network_info: [{"id": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "address": "fa:16:3e:d8:5c:78", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ab9055-a3", "ovs_interfaceid": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.803262] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.859948] env[62437]: DEBUG nova.policy [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4aae3c26aa4be4b50b1660fc68e80c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b2e6ce87d86461db08ab72d3589a509', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.869685] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173314} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.870282] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.877894] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb18b51-7eb8-488c-812b-87d0ef8b61b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.885538] env[62437]: INFO nova.compute.manager [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Took 26.06 seconds to build instance. [ 1398.887780] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1398.901732] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47d2b957-54f4-4ceb-94a6-9aca719b6403 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.913969] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 38eb0d83-d36c-4271-94b7-88538732994c/38eb0d83-d36c-4271-94b7-88538732994c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.918361] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade6e84f-f721-4327-a147-c05310c93cf6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.953095] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811014, 'name': Rename_Task, 'duration_secs': 0.329934} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.959977] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.959977] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811015, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.960268] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1398.960268] env[62437]: value = "task-1811016" [ 1398.960268] env[62437]: _type = "Task" [ 1398.960268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.960526] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1398.960526] env[62437]: value = "task-1811017" [ 1398.960526] env[62437]: _type = "Task" [ 1398.960526] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.964479] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d652a9-e27a-4a3e-bed5-cfd0a55e2572 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.992458] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.992767] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.997079] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1398.997079] env[62437]: value = "task-1811018" [ 1398.997079] env[62437]: _type = "Task" [ 1398.997079] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.008404] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.278898] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.305654] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Releasing lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.307222] env[62437]: DEBUG nova.compute.manager [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1399.307436] env[62437]: DEBUG nova.compute.manager [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing instance network info cache due to event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1399.307678] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.307878] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.307995] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.310363] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ece06f-7102-442b-a76d-22d5b0277063 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.322631] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b5025-1fbc-4714-839e-5473de41dd6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.360949] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67de6b-09bd-4693-9478-b24de61d9acd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.369970] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc723c-29e2-48c8-8536-26a878422b03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.375086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "fa441147-5fa5-40e1-9351-87393d061eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.375392] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.375812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "fa441147-5fa5-40e1-9351-87393d061eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.375812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.375968] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.378033] env[62437]: INFO nova.compute.manager [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Terminating instance [ 1399.391507] env[62437]: DEBUG nova.compute.provider_tree [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.398576] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcc336dd-28bd-4dac-b212-2f83feb3eb77 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.587s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.430526] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811015, 'name': CreateVM_Task, 'duration_secs': 0.602198} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.430750] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.431512] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.431512] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.431809] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.432138] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8ca19e-7a78-45a0-9c87-08f6abeda0d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.438344] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1399.438344] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a429b-cf37-3dbb-a01b-7402008228b5" [ 1399.438344] env[62437]: _type = "Task" [ 1399.438344] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.447653] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524a429b-cf37-3dbb-a01b-7402008228b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.480047] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811017, 'name': ReconfigVM_Task, 'duration_secs': 0.429412} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.483404] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 38eb0d83-d36c-4271-94b7-88538732994c/38eb0d83-d36c-4271-94b7-88538732994c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.484937] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811016, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.484937] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3116e163-9d2d-433e-9d46-8631ab73429b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.493385] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1399.493385] env[62437]: value = "task-1811019" [ 1399.493385] env[62437]: _type = "Task" [ 1399.493385] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.506606] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811019, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.513458] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811018, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.613542] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully created port: b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.690937] env[62437]: DEBUG nova.compute.manager [req-19d0da64-5520-4d17-8b1b-05cd9f40e94c req-6157acb6-f85a-482e-a8bb-eb1ba8b60b05 service nova] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Received event network-vif-deleted-99bfdd27-f9e6-4389-b1e6-ebf9148cdb96 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1399.882314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.882545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquired lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.883325] env[62437]: DEBUG nova.network.neutron [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.894548] env[62437]: DEBUG nova.scheduler.client.report [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.904020] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.955626] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524a429b-cf37-3dbb-a01b-7402008228b5, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.955626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.955626] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.955626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.955926] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.955926] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.956388] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752287c2-7208-4f77-828d-6f2ab15d230f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.973055] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.973314] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.974786] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531c5584-249b-404d-bc8e-953c2c621154 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.981960] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811016, 'name': CreateSnapshot_Task, 'duration_secs': 0.645061} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.982640] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1399.983550] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e49ef1-8543-4cba-b420-21e56ccd3b12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.988059] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1399.988059] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a9f17c-6f35-1476-79e2-2dfdbf8e7299" [ 1399.988059] env[62437]: _type = "Task" [ 1399.988059] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.006708] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a9f17c-6f35-1476-79e2-2dfdbf8e7299, 'name': SearchDatastore_Task, 'duration_secs': 0.016283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.010758] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c778d63-22d5-464a-80ce-c303b32420e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.017687] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811019, 'name': Rename_Task, 'duration_secs': 0.216228} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.017687] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.017687] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8a025e-bf77-4623-94b5-08fb3d375750 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.025492] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1400.025492] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521809c7-18fa-2a51-6dd8-317f2834b258" [ 1400.025492] env[62437]: _type = "Task" [ 1400.025492] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.025492] env[62437]: DEBUG oslo_vmware.api [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811018, 'name': PowerOnVM_Task, 'duration_secs': 0.627309} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.028475] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.028701] env[62437]: INFO nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Took 14.99 seconds to spawn the instance on the hypervisor. [ 1400.028937] env[62437]: DEBUG nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.033509] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffffeaa-1be4-409e-87ae-e5c9b92c3ba3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.038591] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1400.038591] env[62437]: value = "task-1811020" [ 1400.038591] env[62437]: _type = "Task" [ 1400.038591] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.052719] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521809c7-18fa-2a51-6dd8-317f2834b258, 'name': SearchDatastore_Task, 'duration_secs': 0.016571} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.054736] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.055037] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 37a12652-549d-4596-82cb-99bae76adc2e/37a12652-549d-4596-82cb-99bae76adc2e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.055561] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522a9866-87cf-4c93-bf63-ae80543d727e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.062788] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811020, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.069919] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1400.069919] env[62437]: value = "task-1811021" [ 1400.069919] env[62437]: _type = "Task" [ 1400.069919] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.082139] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.291729] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.301329] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.301329] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.338364] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.338763] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.338861] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.339222] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.339285] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.339438] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.339706] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.339891] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.340277] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.340524] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.340756] env[62437]: DEBUG nova.virt.hardware [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.342648] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb2c6d-06f6-4dcd-8814-d46d486d8c33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.352584] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32359313-86a6-42b0-80ed-00c4e5fabf20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.391388] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully created port: 395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.408164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.414564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.420576] env[62437]: INFO nova.compute.claims [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.427841] env[62437]: DEBUG nova.network.neutron [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.453315] env[62437]: INFO nova.scheduler.client.report [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Deleted allocations for instance 26a55e5f-71fb-47e7-9533-123d76066008 [ 1400.469527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.521652] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1400.522464] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ea32ede-af45-4737-aa9a-c97868e5f7d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.538334] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1400.538334] env[62437]: value = "task-1811022" [ 1400.538334] env[62437]: _type = "Task" [ 1400.538334] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.572879] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.585709] env[62437]: INFO nova.compute.manager [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Took 25.74 seconds to build instance. [ 1400.590269] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.598568] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.636662] env[62437]: DEBUG nova.network.neutron [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.664652] env[62437]: DEBUG nova.compute.manager [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Received event network-vif-plugged-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.668440] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Acquiring lock "37a12652-549d-4596-82cb-99bae76adc2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.668440] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Lock "37a12652-549d-4596-82cb-99bae76adc2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.668440] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Lock "37a12652-549d-4596-82cb-99bae76adc2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.668440] env[62437]: DEBUG nova.compute.manager [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] No waiting events found dispatching network-vif-plugged-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.668440] env[62437]: WARNING nova.compute.manager [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Received unexpected event network-vif-plugged-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef for instance with vm_state building and task_state spawning. [ 1400.668720] env[62437]: DEBUG nova.compute.manager [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Received event network-changed-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.668720] env[62437]: DEBUG nova.compute.manager [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Refreshing instance network info cache due to event network-changed-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1400.668720] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Acquiring lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.668720] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Acquired lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.668720] env[62437]: DEBUG nova.network.neutron [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Refreshing network info cache for port dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.900460] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully created port: bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.946032] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updated VIF entry in instance network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.946032] env[62437]: DEBUG nova.network.neutron [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.975511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d42781da-b0c9-4c20-9164-54958151e2e2 tempest-ServerExternalEventsTest-1833692279 tempest-ServerExternalEventsTest-1833692279-project-member] Lock "26a55e5f-71fb-47e7-9533-123d76066008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.148s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.054701] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.066787] env[62437]: DEBUG oslo_vmware.api [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811020, 'name': PowerOnVM_Task, 'duration_secs': 0.641795} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.067038] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.067246] env[62437]: INFO nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1401.067422] env[62437]: DEBUG nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.068376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5b352-de79-4b10-b05f-6ecbb4d44caa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.089685] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749014} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.090336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aa50bfe5-beec-4544-8025-c830cda8f06a tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.271s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.090638] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 37a12652-549d-4596-82cb-99bae76adc2e/37a12652-549d-4596-82cb-99bae76adc2e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.090957] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.097776] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8894be-da3c-4f2e-ac0d-0a2078e5d32e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.111339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.111339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.118345] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1401.118345] env[62437]: value = "task-1811023" [ 1401.118345] env[62437]: _type = "Task" [ 1401.118345] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.133848] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.145722] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Releasing lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.145830] env[62437]: DEBUG nova.compute.manager [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.146109] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.147395] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a0994-12e2-4319-b5d4-8306f41419e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.157343] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.159020] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ae54f3-318f-4a1d-9bdf-0bbf1f7370d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.167617] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1401.167617] env[62437]: value = "task-1811024" [ 1401.167617] env[62437]: _type = "Task" [ 1401.167617] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.183083] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1811024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.448674] env[62437]: DEBUG oslo_concurrency.lockutils [req-c14fa0d0-af56-4ebb-b660-6d8c9f4edbb1 req-35920cc1-8d43-4154-8768-66bf06c2b7e0 service nova] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.553024] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.594029] env[62437]: INFO nova.compute.manager [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Took 21.55 seconds to build instance. [ 1401.605256] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.633180] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213067} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.633180] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.633180] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891e494-ca3b-4c47-9a4c-603b14ffaf92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.662990] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 37a12652-549d-4596-82cb-99bae76adc2e/37a12652-549d-4596-82cb-99bae76adc2e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.665923] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e15405-27eb-4286-af7e-439f9bc5b4e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.696572] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1811024, 'name': PowerOffVM_Task, 'duration_secs': 0.312672} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.701645] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.701843] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.702202] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1401.702202] env[62437]: value = "task-1811025" [ 1401.702202] env[62437]: _type = "Task" [ 1401.702202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.703263] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf1354f-5dd0-4e9d-a2df-7d0f60ab226c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.714772] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.738047] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.738292] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.738556] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleting the datastore file [datastore1] fa441147-5fa5-40e1-9351-87393d061eca {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.739512] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c8caaa-07a7-4aca-93fe-c02ae78278c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.748815] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for the task: (returnval){ [ 1401.748815] env[62437]: value = "task-1811027" [ 1401.748815] env[62437]: _type = "Task" [ 1401.748815] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.758619] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1811027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.897619] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d14181-948e-4763-9daa-b92c2ecd98ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.907080] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5433a6-27cd-4c87-8634-f70510ae32e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.941066] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b073ed-da88-4550-87b7-12ed56675308 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.952550] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06955399-642c-45e3-aba1-7e67c505d39e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.970806] env[62437]: DEBUG nova.compute.provider_tree [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.019741] env[62437]: DEBUG nova.network.neutron [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Updated VIF entry in instance network info cache for port dee3041c-2cfa-4c64-a9bb-768a9b7f0fef. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.020235] env[62437]: DEBUG nova.network.neutron [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Updating instance_info_cache with network_info: [{"id": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "address": "fa:16:3e:05:ef:c5", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee3041c-2c", "ovs_interfaceid": "dee3041c-2cfa-4c64-a9bb-768a9b7f0fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.052043] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.098689] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f1094f8-a253-4621-a484-96968ce59202 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.066s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.137152] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.217716] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.264586] env[62437]: DEBUG oslo_vmware.api [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Task: {'id': task-1811027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241118} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.268024] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.268024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.268024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.268024] env[62437]: INFO nova.compute.manager [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1402.268024] env[62437]: DEBUG oslo.service.loopingcall [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.268569] env[62437]: DEBUG nova.compute.manager [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.268926] env[62437]: DEBUG nova.network.neutron [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.303650] env[62437]: DEBUG nova.network.neutron [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.475442] env[62437]: DEBUG nova.scheduler.client.report [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.523922] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5a00705-74a4-486a-bdb2-0865b616428c req-48d693c3-2fe1-4402-bc0c-2795d5d49c32 service nova] Releasing lock "refresh_cache-37a12652-549d-4596-82cb-99bae76adc2e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.556981] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.602321] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.718489] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811025, 'name': ReconfigVM_Task, 'duration_secs': 0.623037} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.718940] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 37a12652-549d-4596-82cb-99bae76adc2e/37a12652-549d-4596-82cb-99bae76adc2e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.719839] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af022d38-6299-4838-a4d3-f4a7d8174071 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.728455] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1402.728455] env[62437]: value = "task-1811028" [ 1402.728455] env[62437]: _type = "Task" [ 1402.728455] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.737607] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811028, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.807132] env[62437]: DEBUG nova.network.neutron [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.908792] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "987b483b-c364-4179-a59b-0fcce6df5332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.908792] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.986019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.986617] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.993024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.647s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.993383] env[62437]: INFO nova.compute.claims [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.056964] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.140935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.152764] env[62437]: DEBUG nova.compute.manager [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Received event network-changed-11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1403.152924] env[62437]: DEBUG nova.compute.manager [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Refreshing instance network info cache due to event network-changed-11d20720-5f61-499b-8d62-e6c0db94abca. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1403.153228] env[62437]: DEBUG oslo_concurrency.lockutils [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] Acquiring lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.153502] env[62437]: DEBUG oslo_concurrency.lockutils [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] Acquired lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.153645] env[62437]: DEBUG nova.network.neutron [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Refreshing network info cache for port 11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.240068] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811028, 'name': Rename_Task, 'duration_secs': 0.243147} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.240731] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.241110] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-414d4488-e949-4107-a08b-f41f6f84be4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.255771] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1403.255771] env[62437]: value = "task-1811029" [ 1403.255771] env[62437]: _type = "Task" [ 1403.255771] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.267549] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.309203] env[62437]: INFO nova.compute.manager [-] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Took 1.04 seconds to deallocate network for instance. [ 1403.502334] env[62437]: DEBUG nova.compute.utils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.506168] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1403.506385] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.553763] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811022, 'name': CloneVM_Task, 'duration_secs': 2.588977} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.553763] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Created linked-clone VM from snapshot [ 1403.554494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5deb50-843d-4ee0-a2e2-2d2e5335ed70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.565698] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Uploading image cd915538-5fae-4cec-8a87-4885b2fdf8dd {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1403.602020] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1403.602020] env[62437]: value = "vm-375308" [ 1403.602020] env[62437]: _type = "VirtualMachine" [ 1403.602020] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1403.602020] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-488cd2a5-9360-40cf-856d-a402d1f3ac3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.613366] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease: (returnval){ [ 1403.613366] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f88347-214b-8023-fce5-2351391c840c" [ 1403.613366] env[62437]: _type = "HttpNfcLease" [ 1403.613366] env[62437]: } obtained for exporting VM: (result){ [ 1403.613366] env[62437]: value = "vm-375308" [ 1403.613366] env[62437]: _type = "VirtualMachine" [ 1403.613366] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1403.613366] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the lease: (returnval){ [ 1403.613366] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f88347-214b-8023-fce5-2351391c840c" [ 1403.613366] env[62437]: _type = "HttpNfcLease" [ 1403.613366] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1403.623412] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1403.623412] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f88347-214b-8023-fce5-2351391c840c" [ 1403.623412] env[62437]: _type = "HttpNfcLease" [ 1403.623412] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1403.652206] env[62437]: DEBUG nova.policy [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cb2f69462ed4849a01fcd1d7d247b4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f96e0dc8a214c48afc5f97ba58d0888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.771416] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.820629] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.918864] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully updated port: b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.007366] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.126840] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.126840] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f88347-214b-8023-fce5-2351391c840c" [ 1404.126840] env[62437]: _type = "HttpNfcLease" [ 1404.126840] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1404.127722] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1404.127722] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f88347-214b-8023-fce5-2351391c840c" [ 1404.127722] env[62437]: _type = "HttpNfcLease" [ 1404.127722] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1404.128088] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba531ab7-a55a-49a1-a90a-07e6dc2cf003 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.140077] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1404.140077] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1404.207156] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "7e729a3e-c36e-4001-9333-b145b7250bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.207460] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.239162] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0927be3-1f52-4b96-a682-f5c272d59874 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.275959] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.551017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84433ae-7cd3-44fa-a90b-2de016c0c43e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.559917] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2dcb4-0f7b-4191-9bad-d3addbd743e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.621162] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8288e8-0512-4d38-ab87-10f4395b7cfb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.641178] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e61df9-0ac3-4d3f-9c7a-2db969d3d6c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.663217] env[62437]: DEBUG nova.compute.provider_tree [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.709857] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Successfully created port: 804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.778361] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.812583] env[62437]: DEBUG nova.network.neutron [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updated VIF entry in instance network info cache for port 11d20720-5f61-499b-8d62-e6c0db94abca. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.812917] env[62437]: DEBUG nova.network.neutron [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updating instance_info_cache with network_info: [{"id": "11d20720-5f61-499b-8d62-e6c0db94abca", "address": "fa:16:3e:16:05:b5", "network": {"id": "0602ef0b-670f-4650-949e-480c49b55016", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125046764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be90f3536474546b11a9e1e46b2da06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d20720-5f", "ovs_interfaceid": "11d20720-5f61-499b-8d62-e6c0db94abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.041580] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1405.082404] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.082574] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.082747] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.087467] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.087682] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.087831] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.088201] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.088412] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.088604] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.088784] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.089041] env[62437]: DEBUG nova.virt.hardware [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.090082] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e4b14-26f1-4bb5-93de-ac42e847890d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.112118] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d6410-65c1-4fa6-9276-903c8c5ad0d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.170100] env[62437]: DEBUG nova.scheduler.client.report [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.278075] env[62437]: DEBUG oslo_vmware.api [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811029, 'name': PowerOnVM_Task, 'duration_secs': 1.558283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.278520] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.278878] env[62437]: INFO nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1405.279193] env[62437]: DEBUG nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.280887] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ff73d-0e42-41d8-972f-0ce0129d3c83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.317450] env[62437]: DEBUG oslo_concurrency.lockutils [req-be352b8c-038e-4d3e-9be5-3416feb354c6 req-4f3ed009-3c31-465e-8764-4a64997c163a service nova] Releasing lock "refresh_cache-f1b3a364-8f7f-4f74-bb80-a945639f675d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.329138] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.329360] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1405.329806] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.645868] env[62437]: DEBUG nova.compute.manager [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-plugged-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1405.645868] env[62437]: DEBUG oslo_concurrency.lockutils [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.645868] env[62437]: DEBUG oslo_concurrency.lockutils [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.645868] env[62437]: DEBUG oslo_concurrency.lockutils [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.645868] env[62437]: DEBUG nova.compute.manager [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] No waiting events found dispatching network-vif-plugged-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.646675] env[62437]: WARNING nova.compute.manager [req-95d3b137-9fef-42c9-be71-13d5365f080d req-e8fb0cbf-117e-4f31-95b0-b1eb10fd18f4 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received unexpected event network-vif-plugged-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 for instance with vm_state building and task_state spawning. [ 1405.654907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "7920bc8e-fb29-4b8c-9406-384d54057b87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.655341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.675992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.676748] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.679947] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.920s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.681984] env[62437]: INFO nova.compute.claims [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.808535] env[62437]: INFO nova.compute.manager [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Took 24.16 seconds to build instance. [ 1406.187577] env[62437]: DEBUG nova.compute.utils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.193117] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.193117] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.296186] env[62437]: DEBUG nova.policy [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639fcb707b554442a7354f121cee140f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8715a8889b3145408826e989c7205383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.317600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc0a88e4-fa5d-43f9-bb64-601cdab064a7 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.684s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.692134] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.823730] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.831315] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.834813] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.835064] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1406.835190] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1407.176095] env[62437]: DEBUG nova.compute.manager [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-changed-46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1407.176459] env[62437]: DEBUG nova.compute.manager [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing instance network info cache due to event network-changed-46a5d514-f40f-44a7-9a3d-8324138d01e2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1407.176808] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.177104] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.177573] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing network info cache for port 46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.197502] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Successfully created port: 634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.229531] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c3efe-472b-4ac1-9ba2-4f6a502ba759 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.239526] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e429c5e0-9614-46ed-aff7-bec3e22858d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.280669] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc78778-3e78-46b4-bc2b-8dbec3b721f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.290317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dddc3b-a753-44e7-9e7c-267701e9443c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.307416] env[62437]: DEBUG nova.compute.provider_tree [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.324481] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully updated port: 395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.346528] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1407.347148] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1407.347148] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1407.347148] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1407.357450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.385995] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.386202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.386393] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1407.386599] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid fa441147-5fa5-40e1-9351-87393d061eca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.712246] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.746077] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.746695] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.747071] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.747448] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.748160] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.748160] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.748257] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.748470] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.748680] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.748885] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.749144] env[62437]: DEBUG nova.virt.hardware [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.750194] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6755ab55-dfff-4276-8d8d-dcda751bd8e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.760940] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef51c1b-e1ba-43ec-a93d-a3afe1fe68b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.810548] env[62437]: DEBUG nova.scheduler.client.report [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.317033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.317621] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.323067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.229s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.327599] env[62437]: INFO nova.compute.claims [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.359644] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updated VIF entry in instance network info cache for port 46a5d514-f40f-44a7-9a3d-8324138d01e2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.360163] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.417855] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.825744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "c37a880b-4ca6-42e4-8112-68993d5cd327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.826033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.838570] env[62437]: DEBUG nova.compute.utils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.843839] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.843839] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.863804] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.865753] env[62437]: DEBUG nova.compute.manager [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Received event network-changed-55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1408.865753] env[62437]: DEBUG nova.compute.manager [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Refreshing instance network info cache due to event network-changed-55ab9055-a396-4612-b1fd-daf4a95c0f77. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1408.865753] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Acquiring lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.865753] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Acquired lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.865753] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Refreshing network info cache for port 55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.922959] env[62437]: DEBUG nova.policy [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d52365330504a819af258bd89acaca7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b574505e15b84d5998e8b50d0e1bb629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.302411] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.347922] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.552816] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Successfully created port: fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.607025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "dadee3d2-2fb7-4e47-8545-94edd9273373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.607820] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.679945] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-changed-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1409.679945] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing instance network info cache due to event network-changed-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1409.679945] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Acquiring lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.681050] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Acquired lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.681050] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing network info cache for port b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.806036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-fa441147-5fa5-40e1-9351-87393d061eca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.806286] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1409.806512] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.806771] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.807018] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.807248] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.807377] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1409.922107] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efaeaf6-2731-4066-a76e-f640b29b7cd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.931698] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed33d14-9844-4cea-bcde-6afaad9565a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.975076] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0ad5fc-d0cc-4c99-a8b1-c7d8aeda87d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.984599] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14ecb18-6095-4882-a90d-3c357577d4a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.002372] env[62437]: DEBUG nova.compute.provider_tree [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.220419] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Successfully updated port: 634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.222309] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.222568] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.314504] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 3 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1410.314805] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 26a55e5f-71fb-47e7-9533-123d76066008] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1410.359972] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.372407] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.397791] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.397956] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.398074] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.398332] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.399232] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.399459] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.399712] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.399908] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.400168] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.400328] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.400528] env[62437]: DEBUG nova.virt.hardware [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.401505] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb6aa6-5091-4c6c-9dea-fd5eaee1df31 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.411539] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867387a7-7c3d-4c8b-ace3-65c4747f9806 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.510374] env[62437]: DEBUG nova.scheduler.client.report [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.567978] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updated VIF entry in instance network info cache for port 55ab9055-a396-4612-b1fd-daf4a95c0f77. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.568461] env[62437]: DEBUG nova.network.neutron [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updating instance_info_cache with network_info: [{"id": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "address": "fa:16:3e:d8:5c:78", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ab9055-a3", "ovs_interfaceid": "55ab9055-a396-4612-b1fd-daf4a95c0f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.724658] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.725664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.727687] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.734097] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.754693] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Successfully updated port: 804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.818353] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 19797eaf-0926-492b-a5b6-3ceb06c93154] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1410.960953] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Successfully updated port: bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.016819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.016819] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.019262] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.900s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.070173] env[62437]: DEBUG nova.compute.manager [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Received event network-vif-plugged-804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.070430] env[62437]: DEBUG oslo_concurrency.lockutils [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] Acquiring lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.070676] env[62437]: DEBUG oslo_concurrency.lockutils [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.070891] env[62437]: DEBUG oslo_concurrency.lockutils [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.071310] env[62437]: DEBUG nova.compute.manager [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] No waiting events found dispatching network-vif-plugged-804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.071642] env[62437]: WARNING nova.compute.manager [req-4fde6355-b911-4170-9c7d-5966c00adcd0 req-d312570d-a615-4903-85d7-a6102c3e8563 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Received unexpected event network-vif-plugged-804116ae-2f86-43b9-8972-5abb5fe13c91 for instance with vm_state building and task_state spawning. [ 1411.072788] env[62437]: DEBUG oslo_concurrency.lockutils [req-697bce39-501e-4b47-810c-16da2582b9d8 req-67425ac6-7c03-485a-b20b-8bf9a47949ff service nova] Releasing lock "refresh_cache-7adb63d8-3b4d-48b2-810b-bd3982ce896b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.239702] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Releasing lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.240052] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-plugged-395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.240256] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.240466] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.241067] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.241067] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] No waiting events found dispatching network-vif-plugged-395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.241067] env[62437]: WARNING nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received unexpected event network-vif-plugged-395d49f2-e531-4f99-a1b5-9d3ff06d50a2 for instance with vm_state building and task_state spawning. [ 1411.241230] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-changed-395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.241293] env[62437]: DEBUG nova.compute.manager [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing instance network info cache due to event network-changed-395d49f2-e531-4f99-a1b5-9d3ff06d50a2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1411.241759] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Acquiring lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.241759] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Acquired lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.241869] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing network info cache for port 395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.258033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.258033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.258192] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.302616] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.322620] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: ccb0250e-704e-4ed0-943f-06564cac4194] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1411.467119] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.525984] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1411.527371] env[62437]: DEBUG nova.compute.utils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.531955] env[62437]: INFO nova.compute.claims [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.535278] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab7535-ff18-48eb-a840-8d1c9dd994a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.541109] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.541254] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.548157] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1411.548157] env[62437]: ERROR oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk due to incomplete transfer. [ 1411.548249] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7605bc55-1979-491c-b30c-3ae9a5384b09 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.556477] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5f9ea-0727-50c4-c406-4ed5feae19e4/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1411.556690] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Uploaded image cd915538-5fae-4cec-8a87-4885b2fdf8dd to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1411.558618] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1411.559571] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7b984a4-fcce-475e-9b14-6590d4018618 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.569020] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1411.569020] env[62437]: value = "task-1811031" [ 1411.569020] env[62437]: _type = "Task" [ 1411.569020] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.579428] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811031, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.660423] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Successfully updated port: fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.795356] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.830991] env[62437]: DEBUG nova.network.neutron [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.837510] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.855240] env[62437]: DEBUG nova.policy [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ffaecc54e4e4ea2b11d67cc4401b13b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c27094efd64cd0b944b6a5eb1a2d65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.884152] env[62437]: DEBUG nova.network.neutron [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.039898] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.044615] env[62437]: INFO nova.compute.resource_tracker [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating resource usage from migration 66236d5e-5f03-400f-9b2b-7c473d77775d [ 1412.082818] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811031, 'name': Destroy_Task, 'duration_secs': 0.345368} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.085742] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Destroyed the VM [ 1412.086312] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1412.087949] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27170ede-0682-43a3-be9d-1151e7aebc48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.096257] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1412.096257] env[62437]: value = "task-1811032" [ 1412.096257] env[62437]: _type = "Task" [ 1412.096257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.101278] env[62437]: DEBUG nova.network.neutron [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Updating instance_info_cache with network_info: [{"id": "804116ae-2f86-43b9-8972-5abb5fe13c91", "address": "fa:16:3e:63:d7:1b", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804116ae-2f", "ovs_interfaceid": "804116ae-2f86-43b9-8972-5abb5fe13c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.112919] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.163484] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.163484] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquired lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.163484] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.333838] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.333838] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Instance network_info: |[{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.334011] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:92:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634d3833-8e19-4f75-89dd-647cb96b02f9', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.342318] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating folder: Project (8715a8889b3145408826e989c7205383). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.345692] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cad50ea-2f7d-43b9-a81b-9685afee54d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.350796] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Received event network-vif-plugged-634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1412.350796] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.350981] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.351098] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.351281] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] No waiting events found dispatching network-vif-plugged-634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.351621] env[62437]: WARNING nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Received unexpected event network-vif-plugged-634d3833-8e19-4f75-89dd-647cb96b02f9 for instance with vm_state building and task_state spawning. [ 1412.351621] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Received event network-changed-634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1412.351747] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Refreshing instance network info cache due to event network-changed-634d3833-8e19-4f75-89dd-647cb96b02f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1412.351937] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.352173] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.352260] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Refreshing network info cache for port 634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.353928] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Successfully created port: 5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.358011] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.358955] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.367749] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created folder: Project (8715a8889b3145408826e989c7205383) in parent group-v375259. [ 1412.367956] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating folder: Instances. Parent ref: group-v375309. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.368540] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd2b4bf-81db-47d9-b91b-6e49f45ae2a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.383215] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created folder: Instances in parent group-v375309. [ 1412.383488] env[62437]: DEBUG oslo.service.loopingcall [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.383684] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.383891] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b0c61e-a4a5-41e4-b1ef-b835855cb45a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.402175] env[62437]: DEBUG oslo_concurrency.lockutils [req-c83db296-dee4-44ee-aa29-739aec1fb7d7 req-30206c7e-26cb-4c1a-8f82-9aca63a1c333 service nova] Releasing lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.402175] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.402175] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.409624] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.409624] env[62437]: value = "task-1811035" [ 1412.409624] env[62437]: _type = "Task" [ 1412.409624] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.423338] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811035, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.554745] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a64d64-c2fa-425d-83ed-e2911cb3c8ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.566033] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb471b6-b92a-446f-b070-59824bd80265 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.604320] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e6165d-ac69-47e7-8c64-652c4e48dc2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.607480] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.607836] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Instance network_info: |[{"id": "804116ae-2f86-43b9-8972-5abb5fe13c91", "address": "fa:16:3e:63:d7:1b", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804116ae-2f", "ovs_interfaceid": "804116ae-2f86-43b9-8972-5abb5fe13c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.608703] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d7:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '804116ae-2f86-43b9-8972-5abb5fe13c91', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.617798] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating folder: Project (7f96e0dc8a214c48afc5f97ba58d0888). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.622369] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-614d5dd7-370e-4d8c-a267-13103aaff953 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.625147] env[62437]: DEBUG oslo_vmware.api [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41991} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.626732] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1412.627067] env[62437]: INFO nova.compute.manager [None req-7dfd4b3f-1299-40c2-b3cb-eabcf6a289a7 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 1412.631709] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b05056f-9181-44d8-94e3-f8e191673cd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.649151] env[62437]: DEBUG nova.compute.provider_tree [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.651441] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created folder: Project (7f96e0dc8a214c48afc5f97ba58d0888) in parent group-v375259. [ 1412.651680] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating folder: Instances. Parent ref: group-v375312. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.651956] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d280ad5-9b6f-4560-b70d-4b8cfff609c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.668816] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created folder: Instances in parent group-v375312. [ 1412.669231] env[62437]: DEBUG oslo.service.loopingcall [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.669787] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.670404] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2914b7d1-1e93-4c06-a593-a80851c0d3d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.692856] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.692856] env[62437]: value = "task-1811038" [ 1412.692856] env[62437]: _type = "Task" [ 1412.692856] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.703331] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811038, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.729869] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.864969] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.921416] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811035, 'name': CreateVM_Task, 'duration_secs': 0.41836} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.921416] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.922040] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.922314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.922745] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.923104] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a28dc4d-c29e-45c9-ad08-c82e03494cbc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.929041] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1412.929041] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5218204e-d1d6-c2f8-30de-718d46299178" [ 1412.929041] env[62437]: _type = "Task" [ 1412.929041] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.939333] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218204e-d1d6-c2f8-30de-718d46299178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.980831] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.053692] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.088450] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.088714] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.088893] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.089328] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.089503] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.089660] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.089971] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.090184] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.090388] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.090834] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.090834] env[62437]: DEBUG nova.virt.hardware [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.091502] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc00c65-f916-46df-bdb9-c93a121c731b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.094874] env[62437]: DEBUG nova.network.neutron [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Updating instance_info_cache with network_info: [{"id": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "address": "fa:16:3e:7e:3f:d9", "network": {"id": "10a6a1a3-b50a-4d2e-ab96-023783bfd1a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1502736575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b574505e15b84d5998e8b50d0e1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a1a6-7a", "ovs_interfaceid": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.101150] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962576e1-bd9c-480c-b90b-b38e6a6a5f79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.157173] env[62437]: DEBUG nova.scheduler.client.report [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.205699] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811038, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.227378] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updated VIF entry in instance network info cache for port 634d3833-8e19-4f75-89dd-647cb96b02f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.227745] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.441380] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218204e-d1d6-c2f8-30de-718d46299178, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.445396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.445396] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.445396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.445396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.445606] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.445606] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c033a26c-79f5-460c-ab63-e758b869e5c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.454311] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.454624] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.455421] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd9eb5f-7ef9-446b-a424-a1bffaf09b6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.461325] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1413.461325] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f44324-a2f2-7f7b-a539-eaa2701e8954" [ 1413.461325] env[62437]: _type = "Task" [ 1413.461325] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.469836] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f44324-a2f2-7f7b-a539-eaa2701e8954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.601152] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Releasing lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.601152] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Instance network_info: |[{"id": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "address": "fa:16:3e:7e:3f:d9", "network": {"id": "10a6a1a3-b50a-4d2e-ab96-023783bfd1a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1502736575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b574505e15b84d5998e8b50d0e1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a1a6-7a", "ovs_interfaceid": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.601625] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:3f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb16a1a6-7aca-4b84-9df3-61df7363d1ea', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.608527] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Creating folder: Project (b574505e15b84d5998e8b50d0e1bb629). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.608943] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4b8ca85-628b-4427-a56d-ec81caca69ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.620464] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Created folder: Project (b574505e15b84d5998e8b50d0e1bb629) in parent group-v375259. [ 1413.620679] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Creating folder: Instances. Parent ref: group-v375315. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.620936] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68ef4d31-2ded-4f9b-8ff9-9894f738e9b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.632442] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Created folder: Instances in parent group-v375315. [ 1413.632693] env[62437]: DEBUG oslo.service.loopingcall [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.632890] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.633106] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6cc2497-4d04-4381-9990-74f756c96c1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.661561] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.661561] env[62437]: value = "task-1811041" [ 1413.661561] env[62437]: _type = "Task" [ 1413.661561] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.662367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.662530] env[62437]: INFO nova.compute.manager [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Migrating [ 1413.662750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.662888] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.666931] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.542s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.669793] env[62437]: DEBUG nova.objects.instance [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lazy-loading 'resources' on Instance uuid 864f5fc4-8438-4918-b9f5-c48da7004bf2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.672572] env[62437]: DEBUG nova.network.neutron [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [{"id": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "address": "fa:16:3e:80:93:f6", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21c9a5b-71", "ovs_interfaceid": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "address": "fa:16:3e:6e:31:2e", "network": {"id": "96846b18-c53c-4d09-b15e-67e53a307f04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743098500", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395d49f2-e5", "ovs_interfaceid": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf1d5a10-23af-419e-9702-241fd4e8b577", "address": "fa:16:3e:45:c6:38", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1d5a10-23", "ovs_interfaceid": "bf1d5a10-23af-419e-9702-241fd4e8b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.674165] env[62437]: INFO nova.compute.rpcapi [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1413.674649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.701021] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811041, 'name': CreateVM_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.707789] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811038, 'name': CreateVM_Task, 'duration_secs': 0.898873} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.708041] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.709073] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.709272] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.710309] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.711191] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd77ce3-1d23-4ad0-8b55-56b9afa2fb6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.716815] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1413.716815] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5215c806-ac4e-e6f7-0db8-8832671759da" [ 1413.716815] env[62437]: _type = "Task" [ 1413.716815] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.726134] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215c806-ac4e-e6f7-0db8-8832671759da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.733102] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.733560] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Received event network-vif-plugged-fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1413.733999] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquiring lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.734147] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.734463] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.734545] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] No waiting events found dispatching network-vif-plugged-fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.734708] env[62437]: WARNING nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Received unexpected event network-vif-plugged-fb16a1a6-7aca-4b84-9df3-61df7363d1ea for instance with vm_state building and task_state spawning. [ 1413.734873] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Received event network-changed-fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1413.735041] env[62437]: DEBUG nova.compute.manager [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Refreshing instance network info cache due to event network-changed-fb16a1a6-7aca-4b84-9df3-61df7363d1ea. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1413.735238] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquiring lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.735376] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Acquired lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.735535] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Refreshing network info cache for port fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.745883] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-plugged-bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1413.746092] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.746330] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.746456] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.746687] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] No waiting events found dispatching network-vif-plugged-bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.746775] env[62437]: WARNING nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received unexpected event network-vif-plugged-bf1d5a10-23af-419e-9702-241fd4e8b577 for instance with vm_state building and task_state spawning. [ 1413.747031] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Received event network-changed-804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1413.747111] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Refreshing instance network info cache due to event network-changed-804116ae-2f86-43b9-8972-5abb5fe13c91. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1413.747301] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Acquiring lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.747511] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Acquired lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.748020] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Refreshing network info cache for port 804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.976955] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f44324-a2f2-7f7b-a539-eaa2701e8954, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.977858] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60ab223-1355-441a-8ea4-c9009a39b698 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.985939] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1413.985939] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260aa91-e45e-e5f1-92fc-30dd83e05c3a" [ 1413.985939] env[62437]: _type = "Task" [ 1413.985939] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.995645] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5260aa91-e45e-e5f1-92fc-30dd83e05c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.996104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.996162] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.996521] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-280b7191-ed83-4d4c-8594-b0d2f0fc3254 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.004325] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1414.004325] env[62437]: value = "task-1811042" [ 1414.004325] env[62437]: _type = "Task" [ 1414.004325] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.013496] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.172169] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811041, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.183744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.184616] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance network_info: |[{"id": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "address": "fa:16:3e:80:93:f6", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21c9a5b-71", "ovs_interfaceid": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "address": "fa:16:3e:6e:31:2e", "network": {"id": "96846b18-c53c-4d09-b15e-67e53a307f04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743098500", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395d49f2-e5", "ovs_interfaceid": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf1d5a10-23af-419e-9702-241fd4e8b577", "address": "fa:16:3e:45:c6:38", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1d5a10-23", "ovs_interfaceid": "bf1d5a10-23af-419e-9702-241fd4e8b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.187872] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:93:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b21c9a5b-71a3-4baa-8de3-564f9f2a69c5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:31:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395d49f2-e531-4f99-a1b5-9d3ff06d50a2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:c6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1d5a10-23af-419e-9702-241fd4e8b577', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.197496] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Creating folder: Project (5b2e6ce87d86461db08ab72d3589a509). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.199073] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.199293] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.199504] env[62437]: DEBUG nova.network.neutron [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.200747] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1cc68a-daf9-4045-916b-52836b2dc35b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.203356] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b753d-37ed-492b-aa16-9582566b1616 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.213949] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2112485-45c0-4dc4-8dc0-9b10f084de06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.219783] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Created folder: Project (5b2e6ce87d86461db08ab72d3589a509) in parent group-v375259. [ 1414.219783] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Creating folder: Instances. Parent ref: group-v375318. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.222503] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a93d3a4-e7e0-4792-8c6a-8acdfbd0899f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.259582] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee77cc-9ace-46ae-9c27-f296813cfae2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.262291] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Created folder: Instances in parent group-v375318. [ 1414.262597] env[62437]: DEBUG oslo.service.loopingcall [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.262863] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215c806-ac4e-e6f7-0db8-8832671759da, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.263479] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.263818] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.264107] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.264392] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.264586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.264813] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.265650] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0dcc02b-8dc9-4409-83da-dba0628217ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.285958] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb570862-d392-4913-909a-5669cc3ee170 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.292256] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa27f4ba-e356-4d49-87a3-b4ae1994e1b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.298737] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.298737] env[62437]: value = "task-1811045" [ 1414.298737] env[62437]: _type = "Task" [ 1414.298737] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.299178] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.299394] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.300497] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2668c718-d5d7-4f36-b62a-7c593a98fdcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.314420] env[62437]: DEBUG nova.compute.provider_tree [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.326930] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1414.326930] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52830b5c-2a58-f0f3-a78d-7fec2aef7185" [ 1414.326930] env[62437]: _type = "Task" [ 1414.326930] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.332667] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811045, 'name': CreateVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.350035] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52830b5c-2a58-f0f3-a78d-7fec2aef7185, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.350035] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eada551e-a981-4954-8bfd-38bbc712aa18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.351899] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Successfully updated port: 5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.357063] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1414.357063] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529c1490-b8a2-c8b5-77d8-1b26f5e9b397" [ 1414.357063] env[62437]: _type = "Task" [ 1414.357063] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.367417] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529c1490-b8a2-c8b5-77d8-1b26f5e9b397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.516079] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.582137] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Updated VIF entry in instance network info cache for port fb16a1a6-7aca-4b84-9df3-61df7363d1ea. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.582137] env[62437]: DEBUG nova.network.neutron [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Updating instance_info_cache with network_info: [{"id": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "address": "fa:16:3e:7e:3f:d9", "network": {"id": "10a6a1a3-b50a-4d2e-ab96-023783bfd1a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1502736575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b574505e15b84d5998e8b50d0e1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a1a6-7a", "ovs_interfaceid": "fb16a1a6-7aca-4b84-9df3-61df7363d1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.682236] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811041, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.696755] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Updated VIF entry in instance network info cache for port 804116ae-2f86-43b9-8972-5abb5fe13c91. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.697294] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Updating instance_info_cache with network_info: [{"id": "804116ae-2f86-43b9-8972-5abb5fe13c91", "address": "fa:16:3e:63:d7:1b", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804116ae-2f", "ovs_interfaceid": "804116ae-2f86-43b9-8972-5abb5fe13c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.811482] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811045, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.821957] env[62437]: DEBUG nova.scheduler.client.report [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.855680] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.855819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.855975] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.869150] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529c1490-b8a2-c8b5-77d8-1b26f5e9b397, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.869507] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.869819] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/36f7da65-a3e7-4bbc-9642-1f6d68e7eed5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.872475] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745ba18b-fd55-462d-be11-64d06e5a0144 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.881580] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1414.881580] env[62437]: value = "task-1811046" [ 1414.881580] env[62437]: _type = "Task" [ 1414.881580] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.892686] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.018362] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811042, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.084763] env[62437]: DEBUG oslo_concurrency.lockutils [req-297e162a-accb-4055-a243-e340bf242b36 req-e19b0c31-1c2b-417c-aa44-048817b09d34 service nova] Releasing lock "refresh_cache-70e20b4a-7ff7-407a-9c25-2b783bbc5d00" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.182350] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811041, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.200701] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Releasing lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.201828] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-changed-bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1415.202211] env[62437]: DEBUG nova.compute.manager [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing instance network info cache due to event network-changed-bf1d5a10-23af-419e-9702-241fd4e8b577. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1415.202886] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Acquiring lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.203358] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Acquired lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.203769] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Refreshing network info cache for port bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.293656] env[62437]: DEBUG nova.network.neutron [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.315233] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811045, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.330219] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.333065] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.973s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.333410] env[62437]: DEBUG nova.objects.instance [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1415.382024] env[62437]: INFO nova.scheduler.client.report [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Deleted allocations for instance 864f5fc4-8438-4918-b9f5-c48da7004bf2 [ 1415.394042] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.422476] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.517794] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01632} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.518089] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.518322] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.518568] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f16cb746-1deb-4a4f-aead-8cc48d98635b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.525376] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1415.525376] env[62437]: value = "task-1811047" [ 1415.525376] env[62437]: _type = "Task" [ 1415.525376] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.533157] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.674157] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811041, 'name': CreateVM_Task, 'duration_secs': 1.626894} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.674355] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.675086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.675269] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.675583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.675834] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8344e9c-de25-47db-8ee4-3271fb20d270 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.681013] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1415.681013] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52704706-1ee5-66a5-164e-a9a4e5c5ceb6" [ 1415.681013] env[62437]: _type = "Task" [ 1415.681013] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.689202] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52704706-1ee5-66a5-164e-a9a4e5c5ceb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.756162] env[62437]: DEBUG nova.network.neutron [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Updating instance_info_cache with network_info: [{"id": "5db0a472-040d-457f-9194-ef0323b7d09d", "address": "fa:16:3e:25:2f:a9", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db0a472-04", "ovs_interfaceid": "5db0a472-040d-457f-9194-ef0323b7d09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.795999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.813720] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811045, 'name': CreateVM_Task, 'duration_secs': 1.067459} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.813897] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.814768] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.903333] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce36e9b9-3fe5-4814-a6a0-e632734f6992 tempest-ServerDiagnosticsNegativeTest-1128523833 tempest-ServerDiagnosticsNegativeTest-1128523833-project-member] Lock "864f5fc4-8438-4918-b9f5-c48da7004bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.836s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.905943] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585894} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.910507] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/36f7da65-a3e7-4bbc-9642-1f6d68e7eed5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.911080] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.911549] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3cf8d5f-d509-40e6-b251-7bacdb153fdc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.921526] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1415.921526] env[62437]: value = "task-1811048" [ 1415.921526] env[62437]: _type = "Task" [ 1415.921526] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.931357] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.037930] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068372} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.038181] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.041143] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d133c-4183-4131-aaee-7afe1eff0043 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.075892] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.076981] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updated VIF entry in instance network info cache for port bf1d5a10-23af-419e-9702-241fd4e8b577. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.078029] env[62437]: DEBUG nova.network.neutron [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [{"id": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "address": "fa:16:3e:80:93:f6", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21c9a5b-71", "ovs_interfaceid": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "address": "fa:16:3e:6e:31:2e", "network": {"id": "96846b18-c53c-4d09-b15e-67e53a307f04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743098500", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395d49f2-e5", "ovs_interfaceid": "395d49f2-e531-4f99-a1b5-9d3ff06d50a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf1d5a10-23af-419e-9702-241fd4e8b577", "address": "fa:16:3e:45:c6:38", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1d5a10-23", "ovs_interfaceid": "bf1d5a10-23af-419e-9702-241fd4e8b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.079718] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81661b5b-9de8-4ffa-886e-7484bacdbd49 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.100472] env[62437]: DEBUG oslo_concurrency.lockutils [req-50677aec-be5a-48d8-af57-9e1c8574dbf6 req-cb94e41e-1124-4d6d-9c1a-ff3f30d50b19 service nova] Releasing lock "refresh_cache-841c1b15-b97a-4f98-b8e1-f59e64927dc6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.107373] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1416.107373] env[62437]: value = "task-1811049" [ 1416.107373] env[62437]: _type = "Task" [ 1416.107373] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.118764] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.195889] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52704706-1ee5-66a5-164e-a9a4e5c5ceb6, 'name': SearchDatastore_Task, 'duration_secs': 0.059479} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.195889] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.196270] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.197097] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.197097] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.197097] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.197097] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.197607] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.197911] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59b0872-4f95-4b06-aec7-871e13cc176f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.200852] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f1dea7-4963-42e4-acad-8e6a95b1f21d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.206126] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1416.206126] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5246af8d-6482-6279-db4c-dd91aafe061b" [ 1416.206126] env[62437]: _type = "Task" [ 1416.206126] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.210754] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.210934] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.212139] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836d826a-22b4-4329-b790-a05ef61592c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.218156] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246af8d-6482-6279-db4c-dd91aafe061b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.221226] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1416.221226] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5290a12e-ed03-d6ab-1141-b5085548f054" [ 1416.221226] env[62437]: _type = "Task" [ 1416.221226] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.230320] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5290a12e-ed03-d6ab-1141-b5085548f054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.261111] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.261507] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Instance network_info: |[{"id": "5db0a472-040d-457f-9194-ef0323b7d09d", "address": "fa:16:3e:25:2f:a9", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db0a472-04", "ovs_interfaceid": "5db0a472-040d-457f-9194-ef0323b7d09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.262495] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:2f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db0a472-040d-457f-9194-ef0323b7d09d', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.275025] env[62437]: DEBUG oslo.service.loopingcall [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.275025] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.275025] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-078f5765-5818-4ff5-a105-45d29da2d765 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.294139] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.294139] env[62437]: value = "task-1811050" [ 1416.294139] env[62437]: _type = "Task" [ 1416.294139] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.306492] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811050, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.345172] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6957d16f-6b79-4da5-9eca-b0113af44d2b tempest-ServersAdmin275Test-2047107642 tempest-ServersAdmin275Test-2047107642-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.346447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.543s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.350578] env[62437]: INFO nova.compute.claims [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.432227] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066179} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.432510] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.433352] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02bd1e-0f81-4af3-9768-a91244efba9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.460136] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/36f7da65-a3e7-4bbc-9642-1f6d68e7eed5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.460466] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc0e869-dde8-4ca0-b1a5-11ed80d70811 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.486202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "72bdaa92-fe7e-466a-8551-eeb749039031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.486202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.486352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.486611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.486847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.491256] env[62437]: INFO nova.compute.manager [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Terminating instance [ 1416.494881] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1416.494881] env[62437]: value = "task-1811051" [ 1416.494881] env[62437]: _type = "Task" [ 1416.494881] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.507746] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.622499] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811049, 'name': ReconfigVM_Task, 'duration_secs': 0.277502} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.622851] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.623816] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166158ac-038e-4191-bb55-a3c0baccda7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.633084] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1416.633084] env[62437]: value = "task-1811052" [ 1416.633084] env[62437]: _type = "Task" [ 1416.633084] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.654364] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811052, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.717384] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246af8d-6482-6279-db4c-dd91aafe061b, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.721014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.721014] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.721014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.732030] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5290a12e-ed03-d6ab-1141-b5085548f054, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.733925] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7fefc8-b3fd-447c-9c34-6847b50e1974 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.737930] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1416.737930] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5b52a-3c13-3ffa-8802-b33749059b6c" [ 1416.737930] env[62437]: _type = "Task" [ 1416.737930] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.747914] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5b52a-3c13-3ffa-8802-b33749059b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.767301] env[62437]: DEBUG nova.compute.manager [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Received event network-vif-plugged-5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1416.767603] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Acquiring lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.767716] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.767889] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.768232] env[62437]: DEBUG nova.compute.manager [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] No waiting events found dispatching network-vif-plugged-5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.768433] env[62437]: WARNING nova.compute.manager [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Received unexpected event network-vif-plugged-5db0a472-040d-457f-9194-ef0323b7d09d for instance with vm_state building and task_state spawning. [ 1416.768598] env[62437]: DEBUG nova.compute.manager [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Received event network-changed-5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1416.768759] env[62437]: DEBUG nova.compute.manager [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Refreshing instance network info cache due to event network-changed-5db0a472-040d-457f-9194-ef0323b7d09d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1416.769092] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Acquiring lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.770609] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Acquired lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.770609] env[62437]: DEBUG nova.network.neutron [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Refreshing network info cache for port 5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.808931] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811050, 'name': CreateVM_Task, 'duration_secs': 0.379026} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.812244] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.813139] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.813312] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.813608] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.813854] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fbb00c-7b70-4995-b4ee-b34c4ceec5de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.819052] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1416.819052] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52518dab-705e-66c5-2679-ac19c52c49e1" [ 1416.819052] env[62437]: _type = "Task" [ 1416.819052] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.828690] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52518dab-705e-66c5-2679-ac19c52c49e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.003778] env[62437]: DEBUG nova.compute.manager [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.004043] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.007883] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c209be6-d0df-4198-8747-5a919fd9130e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.013970] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811051, 'name': ReconfigVM_Task, 'duration_secs': 0.325122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.015141] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/36f7da65-a3e7-4bbc-9642-1f6d68e7eed5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.016118] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caff422b-99d7-4337-a921-f339f8188dd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.023124] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.023124] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b393645-8a3c-4f04-abba-e006b22c9d4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.027264] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1417.027264] env[62437]: value = "task-1811053" [ 1417.027264] env[62437]: _type = "Task" [ 1417.027264] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.040330] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811053, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.097869] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.098908] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.098908] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] 72bdaa92-fe7e-466a-8551-eeb749039031 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.099493] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ab7312-a233-49ee-99fa-4f879c998f7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.109695] env[62437]: DEBUG oslo_vmware.api [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1417.109695] env[62437]: value = "task-1811055" [ 1417.109695] env[62437]: _type = "Task" [ 1417.109695] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.122649] env[62437]: DEBUG oslo_vmware.api [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.145070] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811052, 'name': Rename_Task, 'duration_secs': 0.14028} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.145370] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.145617] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1214fd0-502a-48bf-bbe2-8225b6055138 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.154028] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1417.154028] env[62437]: value = "task-1811056" [ 1417.154028] env[62437]: _type = "Task" [ 1417.154028] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.166380] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.251756] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5b52a-3c13-3ffa-8802-b33749059b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.252039] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.252334] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 70e20b4a-7ff7-407a-9c25-2b783bbc5d00/70e20b4a-7ff7-407a-9c25-2b783bbc5d00.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.252480] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.252664] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.253023] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9c5ef5-aa38-4100-ada7-f1e1bd0e84f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.255333] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4925591e-f70f-4998-83c5-78b98bfd5fa7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.269184] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1417.269184] env[62437]: value = "task-1811057" [ 1417.269184] env[62437]: _type = "Task" [ 1417.269184] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.276770] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.276907] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.278812] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0e474e-59a5-4ff4-b6a7-b41df82c9f4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.290037] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.290993] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1417.290993] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ccf3-ecda-3f6d-1e34-1c4a2488cd7b" [ 1417.290993] env[62437]: _type = "Task" [ 1417.290993] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.300686] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ccf3-ecda-3f6d-1e34-1c4a2488cd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.322059] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a50969-fef3-42dc-9835-e10eff2db5cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.358497] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52518dab-705e-66c5-2679-ac19c52c49e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.358497] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.365949] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.365949] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.365949] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.550572] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811053, 'name': Rename_Task, 'duration_secs': 0.182778} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.550572] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.550572] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-147d630d-2446-4817-a596-07279080ba79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.563448] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1417.563448] env[62437]: value = "task-1811058" [ 1417.563448] env[62437]: _type = "Task" [ 1417.563448] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.582361] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.628696] env[62437]: DEBUG oslo_vmware.api [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.629052] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.629373] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.629462] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.629629] env[62437]: INFO nova.compute.manager [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1417.629881] env[62437]: DEBUG oslo.service.loopingcall [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.630106] env[62437]: DEBUG nova.compute.manager [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.630199] env[62437]: DEBUG nova.network.neutron [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.667396] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.780161] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.809834] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ccf3-ecda-3f6d-1e34-1c4a2488cd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.810688] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16bbf3e-4b61-441e-8943-07548a806ac2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.825428] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1417.825428] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5295838e-6cb9-6c9e-49c6-833d1f96b2e0" [ 1417.825428] env[62437]: _type = "Task" [ 1417.825428] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.835034] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5295838e-6cb9-6c9e-49c6-833d1f96b2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.855940] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f383ac-fdfe-420b-bc2e-acf1126644c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.864265] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805cf2f9-477b-4435-bbcd-85dd21247dc4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.869008] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.869429] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2114f9a-9dde-4247-9b06-29203f388ad0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.905690] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1cc0d2-53a7-4c0e-a602-aa2f4cf37356 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.911577] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1417.911577] env[62437]: value = "task-1811059" [ 1417.911577] env[62437]: _type = "Task" [ 1417.911577] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.911869] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.911991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.920340] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6f82d-f716-4050-9e3d-bf9ab8ed82c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.928925] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.941064] env[62437]: DEBUG nova.compute.provider_tree [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.076135] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.122790] env[62437]: DEBUG nova.network.neutron [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Updated VIF entry in instance network info cache for port 5db0a472-040d-457f-9194-ef0323b7d09d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.123172] env[62437]: DEBUG nova.network.neutron [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Updating instance_info_cache with network_info: [{"id": "5db0a472-040d-457f-9194-ef0323b7d09d", "address": "fa:16:3e:25:2f:a9", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db0a472-04", "ovs_interfaceid": "5db0a472-040d-457f-9194-ef0323b7d09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.172543] env[62437]: DEBUG oslo_vmware.api [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811056, 'name': PowerOnVM_Task, 'duration_secs': 0.900215} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.172851] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.173082] env[62437]: INFO nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1418.173440] env[62437]: DEBUG nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.174442] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c924b-d89a-4a82-b9b4-40716c6df427 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.278418] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580276} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.278715] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 70e20b4a-7ff7-407a-9c25-2b783bbc5d00/70e20b4a-7ff7-407a-9c25-2b783bbc5d00.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.278916] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.279378] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec8148c-1816-4ce0-aefe-e062b38e5ba8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.288450] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1418.288450] env[62437]: value = "task-1811060" [ 1418.288450] env[62437]: _type = "Task" [ 1418.288450] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.297755] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.338664] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5295838e-6cb9-6c9e-49c6-833d1f96b2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.338950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.339270] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 841c1b15-b97a-4f98-b8e1-f59e64927dc6/841c1b15-b97a-4f98-b8e1-f59e64927dc6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.339556] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.339746] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.340185] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8456f55-9a01-4d86-8f44-2d041a12fbc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.344239] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c8eef37-86af-4ae4-a69c-015ff66ca055 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.352743] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1418.352743] env[62437]: value = "task-1811061" [ 1418.352743] env[62437]: _type = "Task" [ 1418.352743] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.359111] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.359442] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.360737] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb28b0c-36c9-438f-8bc0-6e3196f0165c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.370772] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.377339] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1418.377339] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52940c81-904d-1198-2974-1479f2a9e98b" [ 1418.377339] env[62437]: _type = "Task" [ 1418.377339] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.386383] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52940c81-904d-1198-2974-1479f2a9e98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.428368] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811059, 'name': PowerOffVM_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.429230] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.429230] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.450875] env[62437]: DEBUG nova.scheduler.client.report [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.595058] env[62437]: DEBUG oslo_vmware.api [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811058, 'name': PowerOnVM_Task, 'duration_secs': 0.854959} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.596639] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.596639] env[62437]: INFO nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Took 13.55 seconds to spawn the instance on the hypervisor. [ 1418.596763] env[62437]: DEBUG nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.599782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d66e7-0626-4d92-bf0a-b823b167258f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.633854] env[62437]: DEBUG oslo_concurrency.lockutils [req-ca259c3d-f150-4bce-b24b-7f077a4b03cd req-fb686a5a-98ce-4a66-80e9-34e3b5715590 service nova] Releasing lock "refresh_cache-95a8a12c-eb32-45fc-bf06-873a406dc826" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.702342] env[62437]: INFO nova.compute.manager [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Took 27.38 seconds to build instance. [ 1418.803341] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076824} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.803482] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.805064] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2719caf-347f-4c4d-8747-25dbe1a40578 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.833785] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 70e20b4a-7ff7-407a-9c25-2b783bbc5d00/70e20b4a-7ff7-407a-9c25-2b783bbc5d00.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.834115] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9314a9-51a4-4062-902a-ffbc720a58ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.866512] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811061, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.868739] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1418.868739] env[62437]: value = "task-1811062" [ 1418.868739] env[62437]: _type = "Task" [ 1418.868739] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.878577] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.888958] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52940c81-904d-1198-2974-1479f2a9e98b, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.889808] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb1aa3b-c426-4c14-b5c9-fdc82a0444aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.896550] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1418.896550] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52013270-8762-b786-0541-414c767ff6d1" [ 1418.896550] env[62437]: _type = "Task" [ 1418.896550] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.906849] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52013270-8762-b786-0541-414c767ff6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.955625] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.955877] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.956046] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.956432] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.956432] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.962031] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.975101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.978328] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.982427] env[62437]: DEBUG nova.network.neutron [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.988019] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96657455-d060-42cd-98a6-f73f430f28cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.000391] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.531s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.002119] env[62437]: INFO nova.compute.claims [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.013477] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1419.013477] env[62437]: value = "task-1811063" [ 1419.013477] env[62437]: _type = "Task" [ 1419.013477] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.027208] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.130243] env[62437]: INFO nova.compute.manager [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Took 29.75 seconds to build instance. [ 1419.204936] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e7b3146-c714-40bc-b83c-f8b464695de8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.888s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.368929] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552155} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.369389] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 841c1b15-b97a-4f98-b8e1-f59e64927dc6/841c1b15-b97a-4f98-b8e1-f59e64927dc6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.369609] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.374085] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60c130b3-2610-4504-abde-32bd81b2c579 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.383342] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.384898] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1419.384898] env[62437]: value = "task-1811064" [ 1419.384898] env[62437]: _type = "Task" [ 1419.384898] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.399135] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.408979] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52013270-8762-b786-0541-414c767ff6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.037704} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.409358] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.409657] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 95a8a12c-eb32-45fc-bf06-873a406dc826/95a8a12c-eb32-45fc-bf06-873a406dc826.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.409915] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d4255e-4125-482b-b0ae-a781316f0a6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.418231] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1419.418231] env[62437]: value = "task-1811065" [ 1419.418231] env[62437]: _type = "Task" [ 1419.418231] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.428713] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.503075] env[62437]: DEBUG nova.compute.utils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.508018] env[62437]: INFO nova.compute.manager [-] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Took 1.87 seconds to deallocate network for instance. [ 1419.508018] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.508018] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.531492] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811063, 'name': ReconfigVM_Task, 'duration_secs': 0.365325} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.532243] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.570246] env[62437]: DEBUG nova.policy [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a17ceac8dc1c4c17b998c86e2d0c9712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db87d46e2884399977f1736437cacea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.632154] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1bb40a1-fa79-4b5e-ba48-3c1efe1e903b tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.269s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.707238] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.724147] env[62437]: DEBUG nova.compute.manager [req-0c79d5e0-7f63-4ebd-91c2-410258ea67d8 req-8c6ebc2d-7188-4db6-8c7f-5331274be89e service nova] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Received event network-vif-deleted-c54316a9-ed30-4196-96ab-eaac8281f5e3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1419.879371] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811062, 'name': ReconfigVM_Task, 'duration_secs': 0.624079} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.879727] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 70e20b4a-7ff7-407a-9c25-2b783bbc5d00/70e20b4a-7ff7-407a-9c25-2b783bbc5d00.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.880769] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77860ec2-c443-40b5-96a8-56677b0cab11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.889681] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1419.889681] env[62437]: value = "task-1811066" [ 1419.889681] env[62437]: _type = "Task" [ 1419.889681] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.896625] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170207} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.898538] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.898538] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a85706-3945-49e7-b0fd-f24c5e2ea81f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.908025] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811066, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.933252] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 841c1b15-b97a-4f98-b8e1-f59e64927dc6/841c1b15-b97a-4f98-b8e1-f59e64927dc6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.939046] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a17582-4319-4532-bdde-b0e4d67f4807 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.962409] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.964319] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1419.964319] env[62437]: value = "task-1811067" [ 1419.964319] env[62437]: _type = "Task" [ 1419.964319] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.973668] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.997420] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Successfully created port: dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.006842] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.018020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.040886] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.040886] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.040886] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.040886] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.042112] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.042842] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.043069] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.043609] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.043609] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.044546] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.045049] env[62437]: DEBUG nova.virt.hardware [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.050818] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.054462] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c9515d-1ff1-4e83-abbc-2090582b2322 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.084749] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1420.084749] env[62437]: value = "task-1811068" [ 1420.084749] env[62437]: _type = "Task" [ 1420.084749] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.104461] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.136129] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.235855] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.406457] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811066, 'name': Rename_Task, 'duration_secs': 0.498357} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.409990] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.409990] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc70d972-bdda-4757-a080-6579c719c743 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.434456] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1420.434456] env[62437]: value = "task-1811069" [ 1420.434456] env[62437]: _type = "Task" [ 1420.434456] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.442204] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933935} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.448041] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 95a8a12c-eb32-45fc-bf06-873a406dc826/95a8a12c-eb32-45fc-bf06-873a406dc826.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.448041] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.448041] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b49f5bd-5b35-475f-8e29-4b95f67c6385 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.453158] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811069, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.459716] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1420.459716] env[62437]: value = "task-1811070" [ 1420.459716] env[62437]: _type = "Task" [ 1420.459716] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.472522] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.485191] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.532606] env[62437]: INFO nova.compute.manager [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Rescuing [ 1420.533062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.535725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.538633] env[62437]: DEBUG nova.network.neutron [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.598247] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811068, 'name': ReconfigVM_Task, 'duration_secs': 0.47215} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.601478] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1420.602872] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8fefa7-f254-4ccf-89df-525010cdd261 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.607011] env[62437]: DEBUG nova.compute.manager [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.607814] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09176a3-cd07-4c13-8bb8-1bebde711920 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.643756] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.646701] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd212f9-f4fb-42c7-a07d-01869a438d74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.678030] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1420.678030] env[62437]: value = "task-1811071" [ 1420.678030] env[62437]: _type = "Task" [ 1420.678030] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.693190] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.696318] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.717425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4739b7-cc64-452e-85b7-d767351860ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.734522] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e04084-9409-406e-9dda-ccb62ac6640e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.785549] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e79f7-a59c-4ebc-a043-f95eba95fd70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.794486] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cf9cf-1492-4af2-a599-c26956e31801 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.810366] env[62437]: DEBUG nova.compute.provider_tree [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.951550] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811069, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.972929] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082561} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.974044] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.974947] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c016cc43-e1e1-424a-a87d-e66a17326909 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.983437] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811067, 'name': ReconfigVM_Task, 'duration_secs': 0.860149} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.984164] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 841c1b15-b97a-4f98-b8e1-f59e64927dc6/841c1b15-b97a-4f98-b8e1-f59e64927dc6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.984832] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ec71a9-467e-44c2-8098-1002ffe55271 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.007531] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 95a8a12c-eb32-45fc-bf06-873a406dc826/95a8a12c-eb32-45fc-bf06-873a406dc826.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.009762] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b99f2d-32b9-496c-a54d-ee9b16b34e71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.027639] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1421.027639] env[62437]: value = "task-1811072" [ 1421.027639] env[62437]: _type = "Task" [ 1421.027639] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.029234] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.042649] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1421.042649] env[62437]: value = "task-1811073" [ 1421.042649] env[62437]: _type = "Task" [ 1421.042649] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.048447] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811072, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.061014] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.069147] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.069438] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.069601] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.069787] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.069931] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.070572] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.070792] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.070962] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.071153] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.071321] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.071498] env[62437]: DEBUG nova.virt.hardware [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.072496] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e9234-3ade-4c31-b103-a2f63a69ffc1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.085182] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f60e12-c28b-423e-b275-be35a011db02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.146096] env[62437]: INFO nova.compute.manager [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] instance snapshotting [ 1421.149124] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca59866-2dec-413c-9120-9e1a29d37421 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.169615] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0b2b3-9428-4ee9-9538-f6a17d1e6ce5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.190416] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811071, 'name': ReconfigVM_Task, 'duration_secs': 0.504187} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.190416] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b/1f8be8af-03b6-4c9b-bcbd-aa408d4b628b.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.190610] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.314127] env[62437]: DEBUG nova.scheduler.client.report [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.446179] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811069, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.457658] env[62437]: DEBUG nova.network.neutron [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Updating instance_info_cache with network_info: [{"id": "804116ae-2f86-43b9-8972-5abb5fe13c91", "address": "fa:16:3e:63:d7:1b", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804116ae-2f", "ovs_interfaceid": "804116ae-2f86-43b9-8972-5abb5fe13c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.545061] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811072, 'name': Rename_Task, 'duration_secs': 0.219232} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.545361] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.546176] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b86c807-b998-423b-8958-4b92eb1538f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.557517] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811073, 'name': ReconfigVM_Task, 'duration_secs': 0.338513} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.559119] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 95a8a12c-eb32-45fc-bf06-873a406dc826/95a8a12c-eb32-45fc-bf06-873a406dc826.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.559962] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1421.559962] env[62437]: value = "task-1811074" [ 1421.559962] env[62437]: _type = "Task" [ 1421.559962] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.560401] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-966d5bd4-90a5-4f0f-a0c0-f4167760df90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.571888] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.573610] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1421.573610] env[62437]: value = "task-1811075" [ 1421.573610] env[62437]: _type = "Task" [ 1421.573610] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.585104] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811075, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.685995] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1421.685995] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f47ea8c1-8f7a-4e32-9526-9d08f7f5790c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.697174] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbfc38-bc2e-4c4d-b307-0e5ed7fd82cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.702231] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1421.702231] env[62437]: value = "task-1811076" [ 1421.702231] env[62437]: _type = "Task" [ 1421.702231] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.722647] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907404c8-b61e-407f-adf0-65956afff248 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.727923] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811076, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.747326] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.819625] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.820224] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.822987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.686s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.824621] env[62437]: INFO nova.compute.claims [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.948263] env[62437]: DEBUG oslo_vmware.api [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811069, 'name': PowerOnVM_Task, 'duration_secs': 1.153945} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.951293] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.951536] env[62437]: INFO nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1421.951798] env[62437]: DEBUG nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.953707] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7bdc9-d9f8-4fab-9abd-c42fcadddf79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.962864] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "refresh_cache-36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.077817] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.087244] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811075, 'name': Rename_Task, 'duration_secs': 0.170689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.087544] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.087795] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfca1da-3304-44b5-a7f7-254be299e8df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.096129] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1422.096129] env[62437]: value = "task-1811077" [ 1422.096129] env[62437]: _type = "Task" [ 1422.096129] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.107779] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.215662] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811076, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.313028] env[62437]: DEBUG nova.network.neutron [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Port 25982402-0c26-4a24-9b40-5b1127ba188b binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1422.330308] env[62437]: DEBUG nova.compute.utils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.334216] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.334426] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.396245] env[62437]: DEBUG nova.policy [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0e8103586a462eb6c095f90186b85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3ca07fe110e406dbf746ecf91310414', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.483638] env[62437]: INFO nova.compute.manager [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Took 29.75 seconds to build instance. [ 1422.579791] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.613839] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.658663] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Successfully updated port: dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.717956] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811076, 'name': CreateSnapshot_Task, 'duration_secs': 0.567386} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.718731] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1422.719712] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6eef4f-032e-4f4b-af4f-3cdcc9ad4d4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.834453] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.975337] env[62437]: DEBUG nova.compute.manager [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received event network-vif-plugged-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1422.975559] env[62437]: DEBUG oslo_concurrency.lockutils [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] Acquiring lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.976235] env[62437]: DEBUG oslo_concurrency.lockutils [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.976235] env[62437]: DEBUG oslo_concurrency.lockutils [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.976235] env[62437]: DEBUG nova.compute.manager [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] No waiting events found dispatching network-vif-plugged-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.976420] env[62437]: WARNING nova.compute.manager [req-82b24d64-443e-4ae2-822e-65cf52f06d1b req-c2837f4f-4adb-4762-9c63-2f55762d3a5f service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received unexpected event network-vif-plugged-dfad50d9-8d4e-49dd-b5d5-161a97783464 for instance with vm_state building and task_state spawning. [ 1422.991438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ebc53a0e-ca77-49f8-8ee8-b8961dbe6c2d tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.416s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.083082] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811074, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.112165] env[62437]: DEBUG oslo_vmware.api [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811077, 'name': PowerOnVM_Task, 'duration_secs': 0.534696} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.112302] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.112432] env[62437]: INFO nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1423.112588] env[62437]: DEBUG nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.113440] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9469d9c-541a-495d-89a5-b7a34da968d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.128438] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Successfully created port: e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.161649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.161914] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquired lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.161980] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.246557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1423.249694] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e505574c-ef1d-4d4c-9d88-712a63fdbb1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.261105] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1423.261105] env[62437]: value = "task-1811078" [ 1423.261105] env[62437]: _type = "Task" [ 1423.261105] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.271359] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811078, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.342891] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.343195] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.343378] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.369736] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ade20-5f36-4fbf-b1ed-fc797203886b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.381722] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127619db-6485-4649-8805-ec75ada0ab3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.420898] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdb9475-c125-4700-8da2-ad792fb32f82 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.430757] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752d75d-a08b-4578-b480-e0fc2b06de84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.447609] env[62437]: DEBUG nova.compute.provider_tree [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.502840] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.519700] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.519993] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-717b03dc-49f1-43aa-b991-f06b7f8c4539 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.533389] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1423.533389] env[62437]: value = "task-1811079" [ 1423.533389] env[62437]: _type = "Task" [ 1423.533389] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.541898] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.583701] env[62437]: DEBUG oslo_vmware.api [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811074, 'name': PowerOnVM_Task, 'duration_secs': 1.545844} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.584110] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.584334] env[62437]: INFO nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Took 23.29 seconds to spawn the instance on the hypervisor. [ 1423.584679] env[62437]: DEBUG nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.585840] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e69c66-896e-4514-9a43-6eb64ffbea57 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.635794] env[62437]: INFO nova.compute.manager [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Took 29.57 seconds to build instance. [ 1423.722265] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.773880] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811078, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.853948] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.881130] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.882454] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.882649] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.883095] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.883346] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.883527] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.884355] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.884355] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.885490] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.885490] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.885490] env[62437]: DEBUG nova.virt.hardware [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.890407] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949247c8-cd9f-4937-aaae-6805a19499be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.900469] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e312568-b511-4591-ab9b-136686b50baf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.952237] env[62437]: DEBUG nova.scheduler.client.report [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.030990] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.045080] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811079, 'name': PowerOffVM_Task, 'duration_secs': 0.291537} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.045664] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.047621] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e56f37-0514-4eeb-9c9c-1d9c175da541 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.067866] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6bc0b8-66ab-4056-be77-5ee3bec359b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.074577] env[62437]: DEBUG nova.network.neutron [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [{"id": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "address": "fa:16:3e:4c:1a:f7", "network": {"id": "3bd840fd-8d2f-4017-8686-4897a38b1102", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-499777518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db87d46e2884399977f1736437cacea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfad50d9-8d", "ovs_interfaceid": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.112911] env[62437]: INFO nova.compute.manager [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Took 39.03 seconds to build instance. [ 1424.119105] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.120417] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-823d148a-a26c-400f-9cbb-6ccd3f71a3dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.130494] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1424.130494] env[62437]: value = "task-1811080" [ 1424.130494] env[62437]: _type = "Task" [ 1424.130494] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.143252] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e588e901-2e26-45d3-88ff-84a8b9d032aa tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.066s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.144973] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1424.145228] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.145475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.145626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.145804] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.149812] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ed72a6-c758-418f-b8e6-9188237c19e7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.161526] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.161764] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.162602] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbdbf7c-7211-461d-bbad-9f81581fde6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.170137] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1424.170137] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4b9fb-0351-8dcf-4184-0c6abd5ea011" [ 1424.170137] env[62437]: _type = "Task" [ 1424.170137] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.179647] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4b9fb-0351-8dcf-4184-0c6abd5ea011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.274244] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811078, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.445840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.446072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.446286] env[62437]: DEBUG nova.network.neutron [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.459064] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.459064] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1424.461316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.320s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.463096] env[62437]: INFO nova.compute.claims [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.583857] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Releasing lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.583857] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Instance network_info: |[{"id": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "address": "fa:16:3e:4c:1a:f7", "network": {"id": "3bd840fd-8d2f-4017-8686-4897a38b1102", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-499777518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db87d46e2884399977f1736437cacea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfad50d9-8d", "ovs_interfaceid": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.586032] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfad50d9-8d4e-49dd-b5d5-161a97783464', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.591937] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Creating folder: Project (5db87d46e2884399977f1736437cacea). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.592327] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b12caa-4165-4721-80d3-fe5f048de77f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.608564] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Created folder: Project (5db87d46e2884399977f1736437cacea) in parent group-v375259. [ 1424.609141] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Creating folder: Instances. Parent ref: group-v375324. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.611018] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976ee7dc-a01e-4350-b153-aaaf416a74d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.624872] env[62437]: DEBUG oslo_concurrency.lockutils [None req-607e8505-758c-4b6e-9ceb-18d72b5f27f3 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.241s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.630369] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Created folder: Instances in parent group-v375324. [ 1424.630650] env[62437]: DEBUG oslo.service.loopingcall [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.631124] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.631360] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf0d5e0-5dd8-4a45-874c-e1ad012227a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.653517] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1424.664188] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.664188] env[62437]: value = "task-1811083" [ 1424.664188] env[62437]: _type = "Task" [ 1424.664188] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.679361] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811083, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.687022] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d4b9fb-0351-8dcf-4184-0c6abd5ea011, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.687517] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ebc147-563c-4ade-a36c-779b317d563d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.696024] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1424.696024] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52739324-4bb2-9ac8-0efe-dc29764ec68f" [ 1424.696024] env[62437]: _type = "Task" [ 1424.696024] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.708130] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52739324-4bb2-9ac8-0efe-dc29764ec68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.776105] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811078, 'name': CloneVM_Task, 'duration_secs': 1.419024} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.777860] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Created linked-clone VM from snapshot [ 1424.779054] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2f756b-97b3-494b-9fc0-53cda504586f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.790469] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Uploading image 9bae9c9e-6ce0-4949-8529-caabc87417b5 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1424.817455] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1424.817842] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f904fab5-53a0-4dc5-adcb-2b036713d7ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.831116] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1424.831116] env[62437]: value = "task-1811084" [ 1424.831116] env[62437]: _type = "Task" [ 1424.831116] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.848374] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811084, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.861024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "9aa0c672-1b3d-416d-b626-9c880c127339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.861379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.973025] env[62437]: DEBUG nova.compute.utils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.975165] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.975379] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.063410] env[62437]: DEBUG nova.policy [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2811219e0fa4476ca18cf49c4d5d7647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a72078d506f4e799965c4c388be2f6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.131744] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.180818] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811083, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.185280] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.208149] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52739324-4bb2-9ac8-0efe-dc29764ec68f, 'name': SearchDatastore_Task, 'duration_secs': 0.025886} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.208798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.209138] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1425.209425] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3cc23c8-56ce-4ca0-ac64-58f0a10af33c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.222755] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1425.222755] env[62437]: value = "task-1811085" [ 1425.222755] env[62437]: _type = "Task" [ 1425.222755] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.232766] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.326449] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Successfully updated port: e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.346041] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811084, 'name': Destroy_Task, 'duration_secs': 0.395851} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.347228] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Destroyed the VM [ 1425.347865] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1425.348544] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36c83ed6-0562-4b7c-9f78-a46a92530996 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.352678] env[62437]: DEBUG nova.network.neutron [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.357717] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1425.357717] env[62437]: value = "task-1811086" [ 1425.357717] env[62437]: _type = "Task" [ 1425.357717] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.373078] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.476249] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.644427] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Successfully created port: 3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.663461] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.683144] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811083, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.735982] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.826838] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.827039] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.827209] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.855508] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.877086] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.945953] env[62437]: DEBUG nova.compute.manager [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Received event network-vif-plugged-e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1425.946210] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.946445] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.946813] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.946813] env[62437]: DEBUG nova.compute.manager [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] No waiting events found dispatching network-vif-plugged-e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.946994] env[62437]: WARNING nova.compute.manager [req-14b646e6-5d5b-4999-ad0d-c34e5d4f7084 req-637dacc0-0746-4854-bed9-468c0534d566 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Received unexpected event network-vif-plugged-e3a066b1-900c-4fb3-bced-be7962beef7a for instance with vm_state building and task_state spawning. [ 1425.980960] env[62437]: DEBUG nova.compute.manager [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Received event network-changed-634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1425.981224] env[62437]: DEBUG nova.compute.manager [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Refreshing instance network info cache due to event network-changed-634d3833-8e19-4f75-89dd-647cb96b02f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1425.981520] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.981897] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.982172] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Refreshing network info cache for port 634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.042644] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7aabc-775b-4639-ab1a-af0fbcabaa0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.052681] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7e917-078f-49fd-962e-6c4f62f9185a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.093983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc227b62-bc4a-4a9f-918e-be9aba244bc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.102837] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b55b21-0fd1-4944-bfb8-93d10832efa0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.119833] env[62437]: DEBUG nova.compute.provider_tree [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.182047] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811083, 'name': CreateVM_Task, 'duration_secs': 1.518293} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.182634] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.183418] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.183560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.183881] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.184185] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd56d4d-697c-47cb-9e5d-9585add4d9d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.191547] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1426.191547] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52069660-6516-79c3-4420-ba06537af245" [ 1426.191547] env[62437]: _type = "Task" [ 1426.191547] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.201659] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52069660-6516-79c3-4420-ba06537af245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.238875] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811085, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.380155] env[62437]: DEBUG oslo_vmware.api [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715176} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.380468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1426.385203] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1f82b-7254-4f42-b6e5-33c664956b40 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.411130] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.413392] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc1527-b53a-43ce-9353-31bde14646ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.423798] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.495826] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1426.531186] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.531444] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.531607] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.531793] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.531939] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.532102] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.532327] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.532499] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.532672] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.532838] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.533024] env[62437]: DEBUG nova.virt.hardware [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.534128] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d17f99-4282-41b8-abc7-4036dc92399d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.543725] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26999351-063c-4c3e-ad07-f987c260619c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.623350] env[62437]: DEBUG nova.scheduler.client.report [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.667728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.668332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.668579] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.668784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.668964] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.672453] env[62437]: INFO nova.compute.manager [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Terminating instance [ 1426.703515] env[62437]: DEBUG nova.network.neutron [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.715773] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52069660-6516-79c3-4420-ba06537af245, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.715773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.715773] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.715773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.715970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.715970] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.716763] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276cdd11-232b-4802-ac31-5f7741ffb7b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.735047] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811085, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.736581] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.736804] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.737661] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30344e6-c59c-4efb-8f3e-852d767a6ea9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.744418] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1426.744418] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52875d56-8fb4-283a-4ea8-93643aeba31d" [ 1426.744418] env[62437]: _type = "Task" [ 1426.744418] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.754096] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52875d56-8fb4-283a-4ea8-93643aeba31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.895575] env[62437]: WARNING nova.compute.manager [None req-b879cf49-7500-4eb0-8b17-d3147edc6512 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Image not found during snapshot: nova.exception.ImageNotFound: Image 9bae9c9e-6ce0-4949-8529-caabc87417b5 could not be found. [ 1426.934505] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.934847] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12dbe494-924e-4fb3-9221-0d5fb218e41e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.946526] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1426.946526] env[62437]: value = "task-1811087" [ 1426.946526] env[62437]: _type = "Task" [ 1426.946526] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.961643] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.129651] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.130304] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.138423] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.314s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.138423] env[62437]: DEBUG nova.objects.instance [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lazy-loading 'resources' on Instance uuid fa441147-5fa5-40e1-9351-87393d061eca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.164282] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updated VIF entry in instance network info cache for port 634d3833-8e19-4f75-89dd-647cb96b02f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.164637] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.177885] env[62437]: DEBUG nova.compute.manager [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.178017] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.178923] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e4778d-ed66-430e-a309-ffa09a3791e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.189309] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.189585] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc493b79-0064-4b8f-9156-bcffb2e8004b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.197410] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1427.197410] env[62437]: value = "task-1811088" [ 1427.197410] env[62437]: _type = "Task" [ 1427.197410] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.207740] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.207740] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Instance network_info: |[{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.207740] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.207740] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:d8:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3a066b1-900c-4fb3-bced-be7962beef7a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.218557] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating folder: Project (e3ca07fe110e406dbf746ecf91310414). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.218557] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39f489fd-02b6-4631-9860-470e75fe18cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.229650] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created folder: Project (e3ca07fe110e406dbf746ecf91310414) in parent group-v375259. [ 1427.229840] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating folder: Instances. Parent ref: group-v375327. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.230522] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f2fad7-5a73-4651-be9a-a54cac99bf17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.237250] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811085, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657922} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.237250] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 1427.237250] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a9c9f7-aeac-451d-81ea-4f274af27398 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.243166] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created folder: Instances in parent group-v375327. [ 1427.243166] env[62437]: DEBUG oslo.service.loopingcall [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.258320] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.268061] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.268061] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9567e7c1-6303-48b4-a67e-ba3fb294e844 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.287328] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a41dce4-4839-4271-9f4f-478d13b32648 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.308155] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52875d56-8fb4-283a-4ea8-93643aeba31d, 'name': SearchDatastore_Task, 'duration_secs': 0.038201} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.311111] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1427.311111] env[62437]: value = "task-1811091" [ 1427.311111] env[62437]: _type = "Task" [ 1427.311111] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.311332] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.311332] env[62437]: value = "task-1811092" [ 1427.311332] env[62437]: _type = "Task" [ 1427.311332] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.311539] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5804c9-6046-4852-922f-9cc792ce0a2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.328434] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811092, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.332469] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1427.332469] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5215af14-a2bb-e000-8fe5-37db2d57194d" [ 1427.332469] env[62437]: _type = "Task" [ 1427.332469] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.332721] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.344089] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215af14-a2bb-e000-8fe5-37db2d57194d, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.344089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.344089] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c7b714a4-07fe-4c25-b9ed-e59ff71b2c67/c7b714a4-07fe-4c25-b9ed-e59ff71b2c67.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.344089] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb0f5f1-ead8-45a9-9788-c8f75bc20665 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.356218] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1427.356218] env[62437]: value = "task-1811093" [ 1427.356218] env[62437]: _type = "Task" [ 1427.356218] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.365640] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.459433] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.642491] env[62437]: DEBUG nova.compute.utils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.647963] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.647963] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.670402] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.670402] env[62437]: DEBUG nova.compute.manager [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1427.670402] env[62437]: DEBUG nova.compute.manager [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing instance network info cache due to event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1427.670402] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Acquiring lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.670402] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Acquired lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.670402] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.708514] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811088, 'name': PowerOffVM_Task, 'duration_secs': 0.330377} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.708866] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.709125] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.712806] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4650837-6077-4e8c-82d8-01ce0c3c7c05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.764333] env[62437]: DEBUG nova.policy [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d8bbdd5c554287ac32f9602c465e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd803bacccbc4f3ba205d1333b3fe0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.809214] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Successfully updated port: 3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.836684] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.840399] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811092, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.873150] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.958708] env[62437]: DEBUG oslo_vmware.api [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811087, 'name': PowerOnVM_Task, 'duration_secs': 0.675958} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.965059] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.965059] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe26150d-9031-4d7f-96c5-88e05f5bcc72 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance '1f8be8af-03b6-4c9b-bcbd-aa408d4b628b' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.000692] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.002759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.002759] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleting the datastore file [datastore1] 841c1b15-b97a-4f98-b8e1-f59e64927dc6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.002759] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ee292f-c0be-4dcf-a1e4-139f7ce47003 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.012223] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1428.012223] env[62437]: value = "task-1811095" [ 1428.012223] env[62437]: _type = "Task" [ 1428.012223] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.025101] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.150934] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.202945] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642648d2-15c8-43c2-a928-0cb82486f5c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.212622] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb45a11-16f7-4f7e-9621-f0e89b916b80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.255833] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7319a-cc3f-4a01-8d16-1188e6be742d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.266542] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6a8cd-8695-4f56-909e-055e532d9c9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.284735] env[62437]: DEBUG nova.compute.provider_tree [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.311746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.311906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.312071] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.333265] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811092, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.333541] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811091, 'name': ReconfigVM_Task, 'duration_secs': 0.739288} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.333768] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.334657] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945daa72-7bc1-403f-b790-3f5dea546517 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.369224] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada7e209-515a-4437-a599-6e34d61b8539 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.387419] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655973} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.388726] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c7b714a4-07fe-4c25-b9ed-e59ff71b2c67/c7b714a4-07fe-4c25-b9ed-e59ff71b2c67.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.388954] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.389341] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1428.389341] env[62437]: value = "task-1811096" [ 1428.389341] env[62437]: _type = "Task" [ 1428.389341] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.389563] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e474ff7b-6914-420b-a99c-1f9537c083d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.404257] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.405710] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1428.405710] env[62437]: value = "task-1811097" [ 1428.405710] env[62437]: _type = "Task" [ 1428.405710] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.414858] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.531266] env[62437]: DEBUG oslo_vmware.api [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417843} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.531640] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.531640] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.531817] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.532180] env[62437]: INFO nova.compute.manager [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1428.532211] env[62437]: DEBUG oslo.service.loopingcall [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.532407] env[62437]: DEBUG nova.compute.manager [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.532487] env[62437]: DEBUG nova.network.neutron [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.643754] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Successfully created port: 2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.754655] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Received event network-changed-e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1428.754951] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Refreshing instance network info cache due to event network-changed-e3a066b1-900c-4fb3-bced-be7962beef7a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1428.755015] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.755150] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.755311] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Refreshing network info cache for port e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.788328] env[62437]: DEBUG nova.scheduler.client.report [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.828019] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811092, 'name': CreateVM_Task, 'duration_secs': 1.507616} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.828332] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.829039] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.829232] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.829547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.830072] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fcc4e9-5a41-4a6b-932f-dd11d74e69ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.836457] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1428.836457] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5237bf06-d3fe-bab2-a8d8-9ee7adeea52a" [ 1428.836457] env[62437]: _type = "Task" [ 1428.836457] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.846863] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5237bf06-d3fe-bab2-a8d8-9ee7adeea52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.904592] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811096, 'name': ReconfigVM_Task, 'duration_secs': 0.288026} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.904966] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.905248] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-463f6f81-0b7e-4274-a14d-9b674220ff6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.918525] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076215} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.919999] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.920386] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1428.920386] env[62437]: value = "task-1811098" [ 1428.920386] env[62437]: _type = "Task" [ 1428.920386] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.921401] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f7219e-39d0-495e-bc3b-49c006c8725d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.934973] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.963390] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c7b714a4-07fe-4c25-b9ed-e59ff71b2c67/c7b714a4-07fe-4c25-b9ed-e59ff71b2c67.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.963902] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1f4c4f-edc7-49b1-bb1e-de5cc99e2ee3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.992268] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1428.992268] env[62437]: value = "task-1811099" [ 1428.992268] env[62437]: _type = "Task" [ 1428.992268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.003140] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "95a8a12c-eb32-45fc-bf06-873a406dc826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.006474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.006474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.006474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.006474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.006474] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.006783] env[62437]: INFO nova.compute.manager [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Terminating instance [ 1429.133542] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updated VIF entry in instance network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.133970] env[62437]: DEBUG nova.network.neutron [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [{"id": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "address": "fa:16:3e:4c:1a:f7", "network": {"id": "3bd840fd-8d2f-4017-8686-4897a38b1102", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-499777518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db87d46e2884399977f1736437cacea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfad50d9-8d", "ovs_interfaceid": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.162183] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.180056] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.183114] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "37a12652-549d-4596-82cb-99bae76adc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.183362] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.183561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "37a12652-549d-4596-82cb-99bae76adc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.183787] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.183930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.186107] env[62437]: INFO nova.compute.manager [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Terminating instance [ 1429.198168] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.198459] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.198654] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.198854] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.199643] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.199877] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.200148] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.200326] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.200517] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.200717] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.200902] env[62437]: DEBUG nova.virt.hardware [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.201810] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780062b0-8d36-40e4-b95e-1bdb06340087 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.212071] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a3426-2702-4ea0-be3b-959728f23c1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.298099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.303364] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.945s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.303364] env[62437]: INFO nova.compute.claims [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.332694] env[62437]: INFO nova.scheduler.client.report [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Deleted allocations for instance fa441147-5fa5-40e1-9351-87393d061eca [ 1429.352169] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5237bf06-d3fe-bab2-a8d8-9ee7adeea52a, 'name': SearchDatastore_Task, 'duration_secs': 0.018732} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.353462] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.353462] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.353462] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.353462] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.353642] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.353939] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95aee9fd-37ff-414c-8f63-8e230d56c407 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.364833] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.364955] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.365760] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638b4a12-a0fb-4cef-aa7d-fbc3e339548e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.373811] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1429.373811] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52718c55-a411-83d3-323e-3e1892324a49" [ 1429.373811] env[62437]: _type = "Task" [ 1429.373811] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.387280] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52718c55-a411-83d3-323e-3e1892324a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.436056] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.507951] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.519496] env[62437]: DEBUG nova.compute.manager [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.519723] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.520932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5319f1-3fec-4766-a15b-5e5b9b58038d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.534990] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.535176] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9383221d-01e6-468e-bcbd-067a60c7d68a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.544732] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1429.544732] env[62437]: value = "task-1811100" [ 1429.544732] env[62437]: _type = "Task" [ 1429.544732] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.556735] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.642661] env[62437]: DEBUG oslo_concurrency.lockutils [req-8f221f3f-0a3b-4b45-9071-e560e4d9e68a req-35ae6eac-04a2-4462-a178-1c70a9a8ab34 service nova] Releasing lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.692551] env[62437]: DEBUG nova.compute.manager [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.692852] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.693899] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92845742-12cb-4998-ab9e-a1855cf3d347 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.707437] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.707825] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e74ae0-bd5a-463d-8ccd-0d72f403f7fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.719108] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1429.719108] env[62437]: value = "task-1811101" [ 1429.719108] env[62437]: _type = "Task" [ 1429.719108] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.730062] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.834773] env[62437]: DEBUG nova.network.neutron [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updating instance_info_cache with network_info: [{"id": "3717766e-732d-4d50-bb15-ee565945c827", "address": "fa:16:3e:7b:76:d7", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3717766e-73", "ovs_interfaceid": "3717766e-732d-4d50-bb15-ee565945c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.847584] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b967d226-ff1a-4363-98bf-6cc27a51fbe6 tempest-ServersAdmin275Test-790944486 tempest-ServersAdmin275Test-790944486-project-member] Lock "fa441147-5fa5-40e1-9351-87393d061eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.471s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.853409] env[62437]: DEBUG nova.compute.manager [req-55b6e8cc-ec77-4164-97a0-c4acefb24e4d req-56f6dd62-c806-4d5d-849c-1c9c73950c12 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-deleted-395d49f2-e531-4f99-a1b5-9d3ff06d50a2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1429.853685] env[62437]: INFO nova.compute.manager [req-55b6e8cc-ec77-4164-97a0-c4acefb24e4d req-56f6dd62-c806-4d5d-849c-1c9c73950c12 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Neutron deleted interface 395d49f2-e531-4f99-a1b5-9d3ff06d50a2; detaching it from the instance and deleting it from the info cache [ 1429.854609] env[62437]: DEBUG nova.network.neutron [req-55b6e8cc-ec77-4164-97a0-c4acefb24e4d req-56f6dd62-c806-4d5d-849c-1c9c73950c12 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [{"id": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "address": "fa:16:3e:80:93:f6", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21c9a5b-71", "ovs_interfaceid": "b21c9a5b-71a3-4baa-8de3-564f9f2a69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf1d5a10-23af-419e-9702-241fd4e8b577", "address": "fa:16:3e:45:c6:38", "network": {"id": "a3fbcdf1-5467-491f-8186-15228313439d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-11968388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1d5a10-23", "ovs_interfaceid": "bf1d5a10-23af-419e-9702-241fd4e8b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.893813] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52718c55-a411-83d3-323e-3e1892324a49, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.896134] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e70048-9f0f-454f-9a4a-fb0325f1377f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.905367] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1429.905367] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526f4fd1-f74e-09f0-b231-1bc3e67ddf0f" [ 1429.905367] env[62437]: _type = "Task" [ 1429.905367] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.916523] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f4fd1-f74e-09f0-b231-1bc3e67ddf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.936749] env[62437]: DEBUG oslo_vmware.api [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811098, 'name': PowerOnVM_Task, 'duration_secs': 0.708316} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.937167] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.940562] env[62437]: DEBUG nova.compute.manager [None req-de5204cd-26eb-4738-8f08-8fde2c182bd4 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.943057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0813ad-9db1-4fba-a6f0-95167cf6e7fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.975377] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.975482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.007407] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811099, 'name': ReconfigVM_Task, 'duration_secs': 0.561485} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.008042] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c7b714a4-07fe-4c25-b9ed-e59ff71b2c67/c7b714a4-07fe-4c25-b9ed-e59ff71b2c67.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.009764] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d32a5c1-8ad9-4188-bb96-fcac446ff5fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.020041] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1430.020041] env[62437]: value = "task-1811102" [ 1430.020041] env[62437]: _type = "Task" [ 1430.020041] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.033060] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811102, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.058902] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811100, 'name': PowerOffVM_Task, 'duration_secs': 0.223272} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.059302] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.059550] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.060567] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27f55d83-6e03-4515-9b58-85cf0eba49b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.087752] env[62437]: DEBUG nova.network.neutron [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.125791] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updated VIF entry in instance network info cache for port e3a066b1-900c-4fb3-bced-be7962beef7a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.125791] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.151030] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.151769] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.151769] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Deleting the datastore file [datastore1] 95a8a12c-eb32-45fc-bf06-873a406dc826 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.151769] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6bb6b2-f154-4637-a074-be2ce13193f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.161864] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for the task: (returnval){ [ 1430.161864] env[62437]: value = "task-1811104" [ 1430.161864] env[62437]: _type = "Task" [ 1430.161864] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.172985] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.231297] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811101, 'name': PowerOffVM_Task, 'duration_secs': 0.211274} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.232926] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.232926] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.232926] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8084f116-bc55-4c59-b0a6-78ff7f7f6264 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.340164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.340520] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Instance network_info: |[{"id": "3717766e-732d-4d50-bb15-ee565945c827", "address": "fa:16:3e:7b:76:d7", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3717766e-73", "ovs_interfaceid": "3717766e-732d-4d50-bb15-ee565945c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.341115] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:76:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3717766e-732d-4d50-bb15-ee565945c827', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.355247] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Creating folder: Project (1a72078d506f4e799965c4c388be2f6c). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.355791] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c30453f5-803d-4109-a01e-d07f5d8549a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.359757] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c17ef6d-e1b6-466f-84d8-10d6db17ac05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.372346] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4fe8a-62dd-4eb6-a3ac-677f018d6560 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.387515] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Created folder: Project (1a72078d506f4e799965c4c388be2f6c) in parent group-v375259. [ 1430.387712] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Creating folder: Instances. Parent ref: group-v375330. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.390767] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b88151-1df5-40b3-b41a-38904adbaba1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.405079] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Created folder: Instances in parent group-v375330. [ 1430.405351] env[62437]: DEBUG oslo.service.loopingcall [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.420716] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.421371] env[62437]: DEBUG nova.compute.manager [req-55b6e8cc-ec77-4164-97a0-c4acefb24e4d req-56f6dd62-c806-4d5d-849c-1c9c73950c12 service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Detach interface failed, port_id=395d49f2-e531-4f99-a1b5-9d3ff06d50a2, reason: Instance 841c1b15-b97a-4f98-b8e1-f59e64927dc6 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1430.429333] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947addcd-7ae8-4057-a5b4-7c71ba80705b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.450381] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.450600] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.450781] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleting the datastore file [datastore1] 37a12652-549d-4596-82cb-99bae76adc2e {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.452185] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db1cd4f-958e-4f19-b144-72bcceda38b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.460963] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f4fd1-f74e-09f0-b231-1bc3e67ddf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.014172} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.463261] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.463632] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.463878] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.463878] env[62437]: value = "task-1811108" [ 1430.463878] env[62437]: _type = "Task" [ 1430.463878] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.464333] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1430.464333] env[62437]: value = "task-1811109" [ 1430.464333] env[62437]: _type = "Task" [ 1430.464333] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.468018] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09ca736-0c5e-46f0-82e8-78854a09c897 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.486181] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.491420] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811108, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.491983] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1430.491983] env[62437]: value = "task-1811110" [ 1430.491983] env[62437]: _type = "Task" [ 1430.491983] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.506419] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.534745] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811102, 'name': Rename_Task, 'duration_secs': 0.174633} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.538156] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.539743] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81206c55-c029-454e-8a86-b58816f2935b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.553546] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1430.553546] env[62437]: value = "task-1811111" [ 1430.553546] env[62437]: _type = "Task" [ 1430.553546] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.568327] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.592652] env[62437]: INFO nova.compute.manager [-] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Took 2.06 seconds to deallocate network for instance. [ 1430.628170] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.628729] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received event network-vif-plugged-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1430.629102] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Acquiring lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.629404] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.629631] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.629861] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] No waiting events found dispatching network-vif-plugged-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.630072] env[62437]: WARNING nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received unexpected event network-vif-plugged-3717766e-732d-4d50-bb15-ee565945c827 for instance with vm_state building and task_state spawning. [ 1430.630314] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received event network-changed-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1430.630489] env[62437]: DEBUG nova.compute.manager [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing instance network info cache due to event network-changed-3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1430.630703] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Acquiring lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.630864] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Acquired lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.631132] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing network info cache for port 3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.683577] env[62437]: DEBUG oslo_vmware.api [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Task: {'id': task-1811104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353902} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.683854] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.687847] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.690067] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.690332] env[62437]: INFO nova.compute.manager [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1430.690628] env[62437]: DEBUG oslo.service.loopingcall [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.694019] env[62437]: DEBUG nova.compute.manager [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.694019] env[62437]: DEBUG nova.network.neutron [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.934492] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31ac6c-ccff-412e-8013-fdd2a3f97616 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.945926] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3ce47f-a94b-4a37-b870-a10b42165ac5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.988985] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb89745-b740-4973-8770-ab5cab2f7c66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.999122] env[62437]: DEBUG oslo_vmware.api [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208326} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.008067] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.008280] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.008482] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.008627] env[62437]: INFO nova.compute.manager [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1431.008880] env[62437]: DEBUG oslo.service.loopingcall [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.009198] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811108, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.009559] env[62437]: DEBUG nova.compute.manager [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.009559] env[62437]: DEBUG nova.network.neutron [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.012290] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e18bca4-177c-4635-8605-69c8cac89b50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.022941] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811110, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.033788] env[62437]: DEBUG nova.compute.provider_tree [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.067101] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811111, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.110752] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.215021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.215474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.215567] env[62437]: DEBUG nova.compute.manager [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Going to confirm migration 1 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1431.496926] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811108, 'name': CreateVM_Task, 'duration_secs': 0.612433} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.497173] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.497861] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.499264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.499516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.499922] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1d0587-b8f6-450a-92a6-e3e50c7480dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.516606] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.516606] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1431.516606] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528deb69-3966-0eae-60a8-95fde44c8cbb" [ 1431.516606] env[62437]: _type = "Task" [ 1431.516606] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.516606] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.516606] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.516606] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98618e52-6481-43f8-b6bc-42f341a88fe0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.528012] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528deb69-3966-0eae-60a8-95fde44c8cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.532584] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1431.532584] env[62437]: value = "task-1811112" [ 1431.532584] env[62437]: _type = "Task" [ 1431.532584] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.537659] env[62437]: DEBUG nova.scheduler.client.report [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.548631] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.567017] env[62437]: DEBUG oslo_vmware.api [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811111, 'name': PowerOnVM_Task, 'duration_secs': 0.720273} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.567430] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.567669] env[62437]: INFO nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1431.567872] env[62437]: DEBUG nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.568664] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d018fc1b-db78-45ee-acbd-3399b763b0ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.621542] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updated VIF entry in instance network info cache for port 3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.621542] env[62437]: DEBUG nova.network.neutron [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updating instance_info_cache with network_info: [{"id": "3717766e-732d-4d50-bb15-ee565945c827", "address": "fa:16:3e:7b:76:d7", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3717766e-73", "ovs_interfaceid": "3717766e-732d-4d50-bb15-ee565945c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.788805] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.789082] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.789858] env[62437]: DEBUG nova.network.neutron [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.790046] env[62437]: DEBUG nova.objects.instance [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lazy-loading 'info_cache' on Instance uuid 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.989715] env[62437]: DEBUG nova.network.neutron [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.017768] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Successfully updated port: 2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.038851] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528deb69-3966-0eae-60a8-95fde44c8cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.029769} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.046905] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.047018] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.047390] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.047547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.047734] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.049157] env[62437]: DEBUG nova.compute.manager [req-a2e11072-b948-468d-9fb5-d952a1d9b459 req-e46129b1-fcde-44ff-802a-92dfa19f3513 service nova] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Received event network-vif-deleted-5db0a472-040d-457f-9194-ef0323b7d09d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1432.050114] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c67278-149c-4bbf-9cc6-7e7c33123dac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.052804] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.053315] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.056806] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.192s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.057037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.057217] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1432.057463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.041s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.057811] env[62437]: DEBUG nova.objects.instance [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lazy-loading 'resources' on Instance uuid 72bdaa92-fe7e-466a-8551-eeb749039031 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.063940] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e0d9d-0e61-4908-9bbf-5136fe129454 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.066956] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.071055] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.071286] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.074651] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a87b1e-73e1-4533-992b-f22cab423b54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.081524] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe66369-eef2-4d2f-b6a3-22890d5ccc87 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.091340] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1432.091340] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5279b7ab-033a-6863-264b-d41e052d6e6d" [ 1432.091340] env[62437]: _type = "Task" [ 1432.091340] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.091640] env[62437]: INFO nova.compute.manager [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Took 33.32 seconds to build instance. [ 1432.107153] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a58e141-3cf3-4a82-b9df-9184007902a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.113951] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5279b7ab-033a-6863-264b-d41e052d6e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.115814] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a99de9-1dff-4b3c-b7bd-d8bd2db27888 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.122172] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e1e4f-813f-46d9-90f9-fe8ab7b3a093 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.127209] env[62437]: DEBUG oslo_concurrency.lockutils [req-082681b8-efa6-45fc-a5de-12c97f0d9946 req-d8d19e5a-efcb-43fc-907e-dee55ef00b19 service nova] Releasing lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.127744] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1432.127744] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5281f2eb-523d-c035-aa5f-57ae6b6a19d1" [ 1432.127744] env[62437]: _type = "Task" [ 1432.127744] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.157896] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180593MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1432.158257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.163753] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5281f2eb-523d-c035-aa5f-57ae6b6a19d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.164025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.164693] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7807eab5-a894-40cc-9dd4-b46ebf668b3b/7807eab5-a894-40cc-9dd4-b46ebf668b3b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.164693] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e13cf27-9348-4aa6-8c99-da4140ad2dbc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.174975] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1432.174975] env[62437]: value = "task-1811113" [ 1432.174975] env[62437]: _type = "Task" [ 1432.174975] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.186774] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.191161] env[62437]: DEBUG nova.compute.manager [req-c1bbfbd8-99bd-4ee4-a80c-b0c2d3bd1380 req-ac674989-ed50-43d8-bdeb-982c0df3ab5d service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-deleted-b21c9a5b-71a3-4baa-8de3-564f9f2a69c5 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1432.191161] env[62437]: DEBUG nova.compute.manager [req-c1bbfbd8-99bd-4ee4-a80c-b0c2d3bd1380 req-ac674989-ed50-43d8-bdeb-982c0df3ab5d service nova] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Received event network-vif-deleted-bf1d5a10-23af-419e-9702-241fd4e8b577 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1432.308528] env[62437]: DEBUG nova.network.neutron [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.492611] env[62437]: INFO nova.compute.manager [-] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Took 1.80 seconds to deallocate network for instance. [ 1432.520240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.520240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.520240] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.551154] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.646138} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.551154] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.551574] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b701b-1f02-4910-a00f-68adc517176f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.574951] env[62437]: DEBUG nova.compute.utils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.588801] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.590015] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.590203] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.592086] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e777e97-4de5-4071-b2ea-7945015de8bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.607680] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db6f6419-04e0-48e3-820d-4f8694a6cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.355s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.620587] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1432.620587] env[62437]: value = "task-1811114" [ 1432.620587] env[62437]: _type = "Task" [ 1432.620587] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.631971] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.682042] env[62437]: DEBUG nova.policy [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b1bd9b53ba414aa0ef7af78c8cd92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '533c272627174d21a7a4a3d92980ccd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.689945] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811113, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.811048] env[62437]: INFO nova.compute.manager [-] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Took 1.80 seconds to deallocate network for instance. [ 1432.999485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.089386] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.095268] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.112819] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.137992] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.148317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aec945-c158-42b9-aa07-e3c39f8454d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.158133] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df98780-5e0a-4aae-973f-bb060e25dfee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.201365] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d21d1-ca83-412b-bc9c-8f065ef4abce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.213968] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476e799-1c8a-4580-bc5a-d19613a4125b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.218857] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913002} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.219204] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7807eab5-a894-40cc-9dd4-b46ebf668b3b/7807eab5-a894-40cc-9dd4-b46ebf668b3b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.219400] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.220502] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67778316-7962-434c-bb5d-e54cc7722795 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.232025] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.240964] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1433.240964] env[62437]: value = "task-1811115" [ 1433.240964] env[62437]: _type = "Task" [ 1433.240964] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.253672] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.255178] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Successfully created port: 759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.285345] env[62437]: DEBUG nova.network.neutron [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [{"id": "25982402-0c26-4a24-9b40-5b1127ba188b", "address": "fa:16:3e:11:16:94", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25982402-0c", "ovs_interfaceid": "25982402-0c26-4a24-9b40-5b1127ba188b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.317555] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.385915] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.386177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.417226] env[62437]: DEBUG nova.network.neutron [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Updating instance_info_cache with network_info: [{"id": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "address": "fa:16:3e:cf:bd:6e", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7df406-9f", "ovs_interfaceid": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.637681] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811114, 'name': ReconfigVM_Task, 'duration_secs': 0.652876} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.637976] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.639650] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc3bdb2-9a08-4aa9-b786-02456bec2fd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.650980] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1433.650980] env[62437]: value = "task-1811116" [ 1433.650980] env[62437]: _type = "Task" [ 1433.650980] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.656184] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.664724] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811116, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.755513] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074747} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.757684] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.759249] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3137da-f2cf-43c0-9f4e-0752c790d417 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.765032] env[62437]: ERROR nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [req-7669fb77-6ecd-4c2f-bf55-5248fc6e5e7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7669fb77-6ecd-4c2f-bf55-5248fc6e5e7e"}]} [ 1433.795729] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7807eab5-a894-40cc-9dd4-b46ebf668b3b/7807eab5-a894-40cc-9dd4-b46ebf668b3b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.798848] env[62437]: DEBUG nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1433.801055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.801304] env[62437]: DEBUG nova.objects.instance [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lazy-loading 'migration_context' on Instance uuid 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.802985] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bedc10-70e5-4a08-b3bd-795f1ca5f858 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.823266] env[62437]: DEBUG nova.objects.base [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Object Instance<1f8be8af-03b6-4c9b-bcbd-aa408d4b628b> lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1433.825022] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa30ed56-7959-400b-82b8-08cca82c64ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.848908] env[62437]: DEBUG nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1433.849103] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 45 to 46 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1433.849294] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.851399] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d70a16-15a5-4a69-8684-f2cfbdbbab85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.853890] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1433.853890] env[62437]: value = "task-1811117" [ 1433.853890] env[62437]: _type = "Task" [ 1433.853890] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.859494] env[62437]: DEBUG oslo_vmware.api [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1433.859494] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520e6dd4-ba08-3247-1281-afedc5a9f33e" [ 1433.859494] env[62437]: _type = "Task" [ 1433.859494] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.866717] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.867131] env[62437]: DEBUG nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1433.875335] env[62437]: DEBUG oslo_vmware.api [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520e6dd4-ba08-3247-1281-afedc5a9f33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.888021] env[62437]: DEBUG nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1433.919847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.920265] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance network_info: |[{"id": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "address": "fa:16:3e:cf:bd:6e", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7df406-9f", "ovs_interfaceid": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.924024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:bd:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7df406-9fa6-4f72-8806-6995bd8320eb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.931075] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating folder: Project (dd803bacccbc4f3ba205d1333b3fe0e7). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.934109] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26b0d86-14a1-4324-8749-6c358b40d96a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.951679] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created folder: Project (dd803bacccbc4f3ba205d1333b3fe0e7) in parent group-v375259. [ 1433.951932] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating folder: Instances. Parent ref: group-v375333. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.952205] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb80d38e-3fe2-49f7-809f-aae0e51bcbe4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.965870] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created folder: Instances in parent group-v375333. [ 1433.967226] env[62437]: DEBUG oslo.service.loopingcall [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.967578] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.967812] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28b97a73-30f6-4867-b35f-d0cee8cf4922 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.996597] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.996597] env[62437]: value = "task-1811120" [ 1433.996597] env[62437]: _type = "Task" [ 1433.996597] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.009827] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811120, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.104327] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.131296] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.131599] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.131843] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.132120] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.132347] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.132521] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.132772] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.132974] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.133294] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.133526] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.133811] env[62437]: DEBUG nova.virt.hardware [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.134765] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86d2a6-80e9-4928-ae5b-f4befe55f7ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.148776] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07da0db-9e1d-4aca-8d09-96b463ac73f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.173182] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811116, 'name': Rename_Task, 'duration_secs': 0.205254} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.175949] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.176602] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1e30e2-2767-43d1-af85-684739eb19ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.185030] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1434.185030] env[62437]: value = "task-1811121" [ 1434.185030] env[62437]: _type = "Task" [ 1434.185030] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.199019] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.284279] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.284540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.369646] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.378376] env[62437]: DEBUG oslo_vmware.api [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520e6dd4-ba08-3247-1281-afedc5a9f33e, 'name': SearchDatastore_Task, 'duration_secs': 0.018326} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.378742] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.417018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f81c471-ad5e-4647-920a-1f8d6a91f2d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.426813] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f9d6d9-f313-434f-9c3d-0032b4471332 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.466459] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d03a9-25b1-4c0f-80f5-3768abd74723 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.476229] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e1a8f-f67b-48cf-a81a-c67f5efc107b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.493844] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1434.509415] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811120, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.697283] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.866754] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811117, 'name': ReconfigVM_Task, 'duration_secs': 0.728252} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.867078] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7807eab5-a894-40cc-9dd4-b46ebf668b3b/7807eab5-a894-40cc-9dd4-b46ebf668b3b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.868412] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74405ac0-6f58-490d-aa9b-298ebe675ddc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.875902] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1434.875902] env[62437]: value = "task-1811122" [ 1434.875902] env[62437]: _type = "Task" [ 1434.875902] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.884855] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811122, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.887998] env[62437]: DEBUG nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Received event network-vif-plugged-2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1434.888227] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Acquiring lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.888475] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.888654] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.889211] env[62437]: DEBUG nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] No waiting events found dispatching network-vif-plugged-2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1434.889211] env[62437]: WARNING nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Received unexpected event network-vif-plugged-2b7df406-9fa6-4f72-8806-6995bd8320eb for instance with vm_state building and task_state spawning. [ 1434.889463] env[62437]: DEBUG nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Received event network-vif-deleted-dee3041c-2cfa-4c64-a9bb-768a9b7f0fef {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1434.889574] env[62437]: DEBUG nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Received event network-changed-2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1434.889727] env[62437]: DEBUG nova.compute.manager [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Refreshing instance network info cache due to event network-changed-2b7df406-9fa6-4f72-8806-6995bd8320eb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1434.889979] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Acquiring lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.890030] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Acquired lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.890194] env[62437]: DEBUG nova.network.neutron [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Refreshing network info cache for port 2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.010099] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811120, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.039800] env[62437]: DEBUG nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1435.040150] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 46 to 47 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1435.040442] env[62437]: DEBUG nova.compute.provider_tree [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.100012] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Successfully updated port: 759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.196234] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.389979] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811122, 'name': Rename_Task, 'duration_secs': 0.181092} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.390228] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.390815] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c39130a-859b-4d4c-badd-57954dcb2168 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.405525] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1435.405525] env[62437]: value = "task-1811123" [ 1435.405525] env[62437]: _type = "Task" [ 1435.405525] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.416028] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.512075] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811120, 'name': CreateVM_Task, 'duration_secs': 1.475403} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.512526] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.513385] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.513599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.513946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.514246] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b69d03-c3e0-4769-8561-33cfb5930e30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.519785] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1435.519785] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521eacad-124d-07e5-11f8-f98e757efbee" [ 1435.519785] env[62437]: _type = "Task" [ 1435.519785] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.531135] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521eacad-124d-07e5-11f8-f98e757efbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.545295] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.488s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.548578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.312s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.552019] env[62437]: INFO nova.compute.claims [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.583929] env[62437]: INFO nova.scheduler.client.report [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted allocations for instance 72bdaa92-fe7e-466a-8551-eeb749039031 [ 1435.606523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.606601] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquired lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.606784] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.673955] env[62437]: DEBUG nova.compute.manager [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.673955] env[62437]: DEBUG nova.compute.manager [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing instance network info cache due to event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1435.673955] env[62437]: DEBUG oslo_concurrency.lockutils [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] Acquiring lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.673955] env[62437]: DEBUG oslo_concurrency.lockutils [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] Acquired lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.673955] env[62437]: DEBUG nova.network.neutron [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.693517] env[62437]: DEBUG nova.network.neutron [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Updated VIF entry in instance network info cache for port 2b7df406-9fa6-4f72-8806-6995bd8320eb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.693815] env[62437]: DEBUG nova.network.neutron [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Updating instance_info_cache with network_info: [{"id": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "address": "fa:16:3e:cf:bd:6e", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7df406-9f", "ovs_interfaceid": "2b7df406-9fa6-4f72-8806-6995bd8320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.705351] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.915831] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.032998] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521eacad-124d-07e5-11f8-f98e757efbee, 'name': SearchDatastore_Task, 'duration_secs': 0.023777} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.034380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.034380] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.034380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.035711] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.036836] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.036836] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5de9ff-39f6-441f-a8ea-4a3108192971 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.046460] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.047079] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.049019] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc64069-412c-40dd-9c62-e78d78a4fdc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.054924] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1436.054924] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ca6ce6-fd45-3040-aa5d-202fd628d17d" [ 1436.054924] env[62437]: _type = "Task" [ 1436.054924] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.072150] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ca6ce6-fd45-3040-aa5d-202fd628d17d, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.073865] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca7b258-9177-47fc-9f0b-d9682baa0026 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.082308] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1436.082308] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d3915c-6d6c-445f-6856-ccf543b31836" [ 1436.082308] env[62437]: _type = "Task" [ 1436.082308] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.092670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1c4cb57c-9c16-4e6f-becf-da7864f23abb tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "72bdaa92-fe7e-466a-8551-eeb749039031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.606s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.098214] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d3915c-6d6c-445f-6856-ccf543b31836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.151188] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.197770] env[62437]: DEBUG oslo_concurrency.lockutils [req-4d6034cf-786d-419a-81f9-de67609e9508 req-3a39f716-6879-4fab-b96a-b3defe6a0583 service nova] Releasing lock "refresh_cache-c4d21476-6b8c-4b76-a4ba-c1292ffa5843" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.198718] env[62437]: DEBUG oslo_vmware.api [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811121, 'name': PowerOnVM_Task, 'duration_secs': 2.009995} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.199014] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.199292] env[62437]: INFO nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1436.199515] env[62437]: DEBUG nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.200378] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff910a5-9525-4f9d-a071-4219742144c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.420655] env[62437]: DEBUG oslo_vmware.api [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811123, 'name': PowerOnVM_Task, 'duration_secs': 0.791402} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.420952] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.421171] env[62437]: INFO nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1436.421362] env[62437]: DEBUG nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.422159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f4f6e-5de5-4787-b80a-d1af1e8261ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.443862] env[62437]: DEBUG nova.network.neutron [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updating instance_info_cache with network_info: [{"id": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "address": "fa:16:3e:a3:09:80", "network": {"id": "1013258e-bbd3-45f4-9897-05291c3d99a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-988837863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533c272627174d21a7a4a3d92980ccd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759921a0-9d", "ovs_interfaceid": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.538760] env[62437]: DEBUG nova.network.neutron [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updated VIF entry in instance network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.539155] env[62437]: DEBUG nova.network.neutron [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [{"id": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "address": "fa:16:3e:4c:1a:f7", "network": {"id": "3bd840fd-8d2f-4017-8686-4897a38b1102", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-499777518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db87d46e2884399977f1736437cacea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfad50d9-8d", "ovs_interfaceid": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.604594] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d3915c-6d6c-445f-6856-ccf543b31836, 'name': SearchDatastore_Task, 'duration_secs': 0.030273} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.608496] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.608763] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.609252] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca876db-a06a-470a-832e-d1b712febd15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.620129] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1436.620129] env[62437]: value = "task-1811124" [ 1436.620129] env[62437]: _type = "Task" [ 1436.620129] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.634175] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.721114] env[62437]: INFO nova.compute.manager [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 36.31 seconds to build instance. [ 1436.944564] env[62437]: INFO nova.compute.manager [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Took 34.83 seconds to build instance. [ 1436.950216] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Releasing lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.950216] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Instance network_info: |[{"id": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "address": "fa:16:3e:a3:09:80", "network": {"id": "1013258e-bbd3-45f4-9897-05291c3d99a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-988837863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533c272627174d21a7a4a3d92980ccd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759921a0-9d", "ovs_interfaceid": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1436.950216] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:09:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759921a0-9d44-4c3c-89c6-38af8559f4e6', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.957951] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Creating folder: Project (533c272627174d21a7a4a3d92980ccd2). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.959063] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a26a294-1324-4e72-839e-f4edce7536a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.978170] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Created folder: Project (533c272627174d21a7a4a3d92980ccd2) in parent group-v375259. [ 1436.978170] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Creating folder: Instances. Parent ref: group-v375336. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.978170] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9062ef7e-fa6d-4df2-bede-82c27740829d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.996195] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Created folder: Instances in parent group-v375336. [ 1436.996195] env[62437]: DEBUG oslo.service.loopingcall [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.996195] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.996195] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea953838-847d-4c39-98e4-290451aff9ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.024241] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.024241] env[62437]: value = "task-1811127" [ 1437.024241] env[62437]: _type = "Task" [ 1437.024241] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.033665] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811127, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.042399] env[62437]: DEBUG oslo_concurrency.lockutils [req-c448234e-0048-4188-8033-4b1c0686b007 req-cc8bbe4d-b205-45c2-91a0-c3322e3226c9 service nova] Releasing lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.112450] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccaa64a-41e5-4986-924f-5e11bea48e2c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.126967] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868f56cb-dc2f-4853-94ea-8a509058566d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.139162] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811124, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.174029] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72b0683-ccb0-4076-8222-6934288f041d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.180749] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781028da-ce34-47af-ba7a-1ae260142b5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.197436] env[62437]: DEBUG nova.compute.provider_tree [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.222952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-62b966c6-5a52-4c76-b120-7b278ce1abb3 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.961s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.448629] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc8771ef-e364-4bc7-9a8f-16a9b186a528 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.160s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.491082] env[62437]: DEBUG nova.compute.manager [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Received event network-vif-plugged-759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1437.491342] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Acquiring lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.491525] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.491937] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.492148] env[62437]: DEBUG nova.compute.manager [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] No waiting events found dispatching network-vif-plugged-759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.492331] env[62437]: WARNING nova.compute.manager [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Received unexpected event network-vif-plugged-759921a0-9d44-4c3c-89c6-38af8559f4e6 for instance with vm_state building and task_state spawning. [ 1437.496096] env[62437]: DEBUG nova.compute.manager [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Received event network-changed-759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1437.497149] env[62437]: DEBUG nova.compute.manager [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Refreshing instance network info cache due to event network-changed-759921a0-9d44-4c3c-89c6-38af8559f4e6. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1437.497149] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Acquiring lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.497149] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Acquired lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.497149] env[62437]: DEBUG nova.network.neutron [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Refreshing network info cache for port 759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.536799] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811127, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.634561] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86389} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.634925] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.635059] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.635586] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-debc51c3-f7e9-4e6b-abe3-0625cbc576bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.645676] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1437.645676] env[62437]: value = "task-1811128" [ 1437.645676] env[62437]: _type = "Task" [ 1437.645676] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.657424] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.704734] env[62437]: DEBUG nova.scheduler.client.report [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.726895] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1437.950660] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.035675] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811127, 'name': CreateVM_Task, 'duration_secs': 0.779333} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.035944] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.036708] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.036804] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.037543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.037543] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1514c7af-580a-427f-b9d7-cefac86e8dca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.043072] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1438.043072] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523fb945-315d-acd3-bec7-133caf8919f5" [ 1438.043072] env[62437]: _type = "Task" [ 1438.043072] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.054533] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fb945-315d-acd3-bec7-133caf8919f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.156975] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085139} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.157430] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.158220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68169bf9-0138-40e1-8bec-c463fa7af1ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.184840] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.185276] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75d3442-3082-42d0-97fa-b028d165302c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.207333] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1438.207333] env[62437]: value = "task-1811129" [ 1438.207333] env[62437]: _type = "Task" [ 1438.207333] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.211203] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.211695] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.215782] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.519s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.216548] env[62437]: INFO nova.compute.claims [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.229682] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.264776] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.481622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.555684] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fb945-315d-acd3-bec7-133caf8919f5, 'name': SearchDatastore_Task, 'duration_secs': 0.032478} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.556064] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.556353] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.556684] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.557725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.558009] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.558308] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69e77c91-31e0-4712-9612-8a21623cbea8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.576776] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.580327] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.581153] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defe9aa5-5f7c-4819-9398-a122abe9351e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.587182] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1438.587182] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef0e81-8e9d-dc48-65e4-9c13543c9de5" [ 1438.587182] env[62437]: _type = "Task" [ 1438.587182] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.597328] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef0e81-8e9d-dc48-65e4-9c13543c9de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.667125] env[62437]: DEBUG nova.network.neutron [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updated VIF entry in instance network info cache for port 759921a0-9d44-4c3c-89c6-38af8559f4e6. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.667494] env[62437]: DEBUG nova.network.neutron [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updating instance_info_cache with network_info: [{"id": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "address": "fa:16:3e:a3:09:80", "network": {"id": "1013258e-bbd3-45f4-9897-05291c3d99a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-988837863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533c272627174d21a7a4a3d92980ccd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759921a0-9d", "ovs_interfaceid": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.722810] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811129, 'name': ReconfigVM_Task, 'duration_secs': 0.307773} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.722810] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.722810] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e915293c-0a5a-46d0-bdd9-b16793912495 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.725402] env[62437]: DEBUG nova.compute.utils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.726956] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.731327] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.742029] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1438.742029] env[62437]: value = "task-1811130" [ 1438.742029] env[62437]: _type = "Task" [ 1438.742029] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.755839] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811130, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.103352] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef0e81-8e9d-dc48-65e4-9c13543c9de5, 'name': SearchDatastore_Task, 'duration_secs': 0.038466} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.106688] env[62437]: DEBUG nova.policy [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d8bbdd5c554287ac32f9602c465e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd803bacccbc4f3ba205d1333b3fe0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.111149] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49877c30-6540-46cb-807e-c24ed52b725a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.120096] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1439.120096] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525dd63e-84d6-cb40-dd0a-342131dce4a9" [ 1439.120096] env[62437]: _type = "Task" [ 1439.120096] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.135404] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525dd63e-84d6-cb40-dd0a-342131dce4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.172043] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7f174e4-3329-476c-bf7c-86ed8962f0bf req-f43d0a43-73dc-4105-ba66-532250a21e27 service nova] Releasing lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.234764] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.262021] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811130, 'name': Rename_Task, 'duration_secs': 0.15835} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.262021] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.262021] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4897480-22fc-4c9d-8345-60e6f519e76f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.270239] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1439.270239] env[62437]: value = "task-1811131" [ 1439.270239] env[62437]: _type = "Task" [ 1439.270239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.279658] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.609331] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Successfully created port: d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.630560] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525dd63e-84d6-cb40-dd0a-342131dce4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013514} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.635012] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.635012] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9ba77dc7-b3e8-46d4-9160-557a3f7cb396/9ba77dc7-b3e8-46d4-9160-557a3f7cb396.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.635012] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454b7bab-f7ad-4295-bb13-49300a29078e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.645885] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1439.645885] env[62437]: value = "task-1811132" [ 1439.645885] env[62437]: _type = "Task" [ 1439.645885] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.662730] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.744966] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2fe9de-bb33-4b9b-9d7d-16575f60ac68 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.756065] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb6a75a-68da-462a-a06f-42cda7287dc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.800746] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997b987-fc08-4dfb-9ad8-b8d61de3d9ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.811271] env[62437]: DEBUG oslo_vmware.api [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811131, 'name': PowerOnVM_Task, 'duration_secs': 0.507402} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.813784] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.814067] env[62437]: INFO nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1439.814293] env[62437]: DEBUG nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.815269] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ad056-edb5-40ba-b3a9-3b97035fd89a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.819071] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476066c-5e3d-445b-87a5-489ec654889d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.844878] env[62437]: DEBUG nova.compute.provider_tree [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.157479] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.253024] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.256084] env[62437]: DEBUG nova.compute.manager [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received event network-changed-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1440.256334] env[62437]: DEBUG nova.compute.manager [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing instance network info cache due to event network-changed-3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1440.256632] env[62437]: DEBUG oslo_concurrency.lockutils [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] Acquiring lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.257318] env[62437]: DEBUG oslo_concurrency.lockutils [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] Acquired lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.257318] env[62437]: DEBUG nova.network.neutron [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing network info cache for port 3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.283759] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.284029] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.284583] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.284936] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.285164] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.285477] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.285833] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.286127] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.286975] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.287202] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.287508] env[62437]: DEBUG nova.virt.hardware [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.289164] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18e061-a4d7-4b3a-83d2-9fc7a8fce8ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.300808] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f46f8b-beec-4ae8-9606-1e42e95f4b40 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.360811] env[62437]: DEBUG nova.scheduler.client.report [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.361493] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.361775] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.361974] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.362219] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.362395] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.366907] env[62437]: INFO nova.compute.manager [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Terminating instance [ 1440.387173] env[62437]: INFO nova.compute.manager [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Took 37.28 seconds to build instance. [ 1440.662755] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811132, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.869196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.869968] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.875553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.844s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.876492] env[62437]: INFO nova.compute.claims [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.879292] env[62437]: DEBUG nova.compute.manager [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.879602] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.880759] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52600a7d-51f6-42eb-9953-ef758f8f9361 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.889750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dd4d0a77-eb65-47e7-8f22-312839f9aa02 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.591s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.889997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "c8676778-02e1-42af-9f27-1ce067cd30fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.890413] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.894604] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.894860] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c512a858-b600-4d3e-a8e5-4b194b691824 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.912835] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1440.912835] env[62437]: value = "task-1811133" [ 1440.912835] env[62437]: _type = "Task" [ 1440.912835] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.927128] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.958183] env[62437]: DEBUG nova.compute.manager [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1440.958377] env[62437]: DEBUG nova.compute.manager [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing instance network info cache due to event network-changed-dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1440.958598] env[62437]: DEBUG oslo_concurrency.lockutils [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] Acquiring lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.958745] env[62437]: DEBUG oslo_concurrency.lockutils [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] Acquired lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.958907] env[62437]: DEBUG nova.network.neutron [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Refreshing network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.128871] env[62437]: DEBUG nova.network.neutron [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updated VIF entry in instance network info cache for port 3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.129281] env[62437]: DEBUG nova.network.neutron [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updating instance_info_cache with network_info: [{"id": "3717766e-732d-4d50-bb15-ee565945c827", "address": "fa:16:3e:7b:76:d7", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3717766e-73", "ovs_interfaceid": "3717766e-732d-4d50-bb15-ee565945c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.159612] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811132, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047873} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.162967] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9ba77dc7-b3e8-46d4-9160-557a3f7cb396/9ba77dc7-b3e8-46d4-9160-557a3f7cb396.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.162967] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.162967] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c712c605-f631-4bfe-b33c-040865469952 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.173730] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1441.173730] env[62437]: value = "task-1811134" [ 1441.173730] env[62437]: _type = "Task" [ 1441.173730] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.186624] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.360025] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Successfully updated port: d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.384243] env[62437]: DEBUG nova.compute.utils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.385833] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.386191] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.393270] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.426810] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811133, 'name': PowerOffVM_Task, 'duration_secs': 0.384449} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.427198] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.427472] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.427733] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a393a6d-85e0-4d3e-bb48-3d385d1add21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.490991] env[62437]: DEBUG nova.policy [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48232200c14c427e82065a477c112a10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3159bf74a27949a8808ad41fd410d333', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.581592] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.581853] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.582049] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Deleting the datastore file [datastore1] 70e20b4a-7ff7-407a-9c25-2b783bbc5d00 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.582311] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6756ca5f-6d94-44b2-815f-f2e29b4b03e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.591200] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for the task: (returnval){ [ 1441.591200] env[62437]: value = "task-1811136" [ 1441.591200] env[62437]: _type = "Task" [ 1441.591200] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.600905] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.631770] env[62437]: DEBUG oslo_concurrency.lockutils [req-c705e3a0-b18e-4abe-8c19-267b745b7f15 req-bf597ef1-29a7-40ab-be4b-fcfc98b46c42 service nova] Releasing lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.684940] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269577} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.685276] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.686059] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3ea44-459a-4637-939a-6bf31ff6fe7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.712312] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 9ba77dc7-b3e8-46d4-9160-557a3f7cb396/9ba77dc7-b3e8-46d4-9160-557a3f7cb396.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.712609] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176e8fc6-7be6-460a-b564-2f3e5fe97929 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.738785] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1441.738785] env[62437]: value = "task-1811137" [ 1441.738785] env[62437]: _type = "Task" [ 1441.738785] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.746755] env[62437]: DEBUG nova.network.neutron [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updated VIF entry in instance network info cache for port dfad50d9-8d4e-49dd-b5d5-161a97783464. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.746755] env[62437]: DEBUG nova.network.neutron [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [{"id": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "address": "fa:16:3e:4c:1a:f7", "network": {"id": "3bd840fd-8d2f-4017-8686-4897a38b1102", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-499777518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db87d46e2884399977f1736437cacea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfad50d9-8d", "ovs_interfaceid": "dfad50d9-8d4e-49dd-b5d5-161a97783464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.753099] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.858907] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Successfully created port: 8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.863588] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.864049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.864049] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.891040] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.929049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.103716] env[62437]: DEBUG oslo_vmware.api [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Task: {'id': task-1811136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466328} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.106359] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.106557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.106750] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.106950] env[62437]: INFO nova.compute.manager [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1442.107199] env[62437]: DEBUG oslo.service.loopingcall [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.107585] env[62437]: DEBUG nova.compute.manager [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.107674] env[62437]: DEBUG nova.network.neutron [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.251659] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.253287] env[62437]: DEBUG oslo_concurrency.lockutils [req-2efc61f8-322e-4eac-a5db-3145c9d7f5b4 req-be030c6c-3393-4644-a68f-7967d4c68de0 service nova] Releasing lock "refresh_cache-c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.415838] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873e518-7df3-4da0-b47e-83722a7dc6df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.426136] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd544a-4882-4165-9b92-64943a028936 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.462820] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.465922] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc323bed-63cd-49f7-92de-0282648810bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.476296] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f185fe9-6441-4bc6-baf4-7a0db5885ca7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.497077] env[62437]: DEBUG nova.compute.provider_tree [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.585947] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Received event network-changed-e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1442.585990] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Refreshing instance network info cache due to event network-changed-e3a066b1-900c-4fb3-bced-be7962beef7a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1442.586233] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.586384] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.586577] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Refreshing network info cache for port e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.723982] env[62437]: DEBUG nova.network.neutron [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Updating instance_info_cache with network_info: [{"id": "d850a914-f704-4f06-9f47-46712a50944c", "address": "fa:16:3e:2f:07:d2", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd850a914-f7", "ovs_interfaceid": "d850a914-f704-4f06-9f47-46712a50944c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.751531] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.901538] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.936240] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.936409] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.936542] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.936737] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.936890] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.937019] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.937281] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.937552] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.937687] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.937879] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.938064] env[62437]: DEBUG nova.virt.hardware [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.939303] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60456cce-53a0-4bd7-b2ff-693a46d064d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.949548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48eded4-483a-47c0-8f21-c44b2798f138 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.000358] env[62437]: DEBUG nova.scheduler.client.report [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.011963] env[62437]: DEBUG nova.network.neutron [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.167866] env[62437]: DEBUG nova.compute.manager [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received event network-changed-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1443.167866] env[62437]: DEBUG nova.compute.manager [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing instance network info cache due to event network-changed-3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1443.167866] env[62437]: DEBUG oslo_concurrency.lockutils [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] Acquiring lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.167866] env[62437]: DEBUG oslo_concurrency.lockutils [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] Acquired lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.168022] env[62437]: DEBUG nova.network.neutron [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Refreshing network info cache for port 3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.226558] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.226887] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Instance network_info: |[{"id": "d850a914-f704-4f06-9f47-46712a50944c", "address": "fa:16:3e:2f:07:d2", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd850a914-f7", "ovs_interfaceid": "d850a914-f704-4f06-9f47-46712a50944c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1443.227497] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:07:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd850a914-f704-4f06-9f47-46712a50944c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.236117] env[62437]: DEBUG oslo.service.loopingcall [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.238841] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.239095] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2140d902-22c3-4502-a025-7935a4ed99de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.265659] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811137, 'name': ReconfigVM_Task, 'duration_secs': 1.117305} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.266416] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 9ba77dc7-b3e8-46d4-9160-557a3f7cb396/9ba77dc7-b3e8-46d4-9160-557a3f7cb396.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.267697] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7fe94e1-2de2-40bb-bbeb-aa9f7432b410 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.269314] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.269314] env[62437]: value = "task-1811138" [ 1443.269314] env[62437]: _type = "Task" [ 1443.269314] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.274857] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1443.274857] env[62437]: value = "task-1811139" [ 1443.274857] env[62437]: _type = "Task" [ 1443.274857] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.278567] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811138, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.286846] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811139, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.374067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.374496] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.374830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.375121] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.375395] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.378726] env[62437]: INFO nova.compute.manager [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Terminating instance [ 1443.453448] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updated VIF entry in instance network info cache for port e3a066b1-900c-4fb3-bced-be7962beef7a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.453709] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.505911] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.506481] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.509557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.324s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.511132] env[62437]: INFO nova.compute.claims [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.514132] env[62437]: INFO nova.compute.manager [-] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Took 1.41 seconds to deallocate network for instance. [ 1443.780533] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Successfully updated port: 8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.794648] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811138, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.803264] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811139, 'name': Rename_Task, 'duration_secs': 0.205901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.803713] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.804070] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c76763-997e-44fb-9fba-9f83f4e44964 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.812170] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1443.812170] env[62437]: value = "task-1811140" [ 1443.812170] env[62437]: _type = "Task" [ 1443.812170] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.822468] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.886781] env[62437]: DEBUG nova.compute.manager [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.887040] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.887991] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cfb690-4948-44c6-bcce-bbf41ad90ea5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.897927] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.898216] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c940ec75-254c-4210-bf1f-56ba9239a261 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.906161] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1443.906161] env[62437]: value = "task-1811141" [ 1443.906161] env[62437]: _type = "Task" [ 1443.906161] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.916675] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.956326] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.956657] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Received event network-vif-plugged-d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1443.956773] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Acquiring lock "987b483b-c364-4179-a59b-0fcce6df5332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.957629] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Lock "987b483b-c364-4179-a59b-0fcce6df5332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.957629] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Lock "987b483b-c364-4179-a59b-0fcce6df5332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.957629] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] No waiting events found dispatching network-vif-plugged-d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1443.957629] env[62437]: WARNING nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Received unexpected event network-vif-plugged-d850a914-f704-4f06-9f47-46712a50944c for instance with vm_state building and task_state spawning. [ 1443.957822] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Received event network-changed-d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1443.957822] env[62437]: DEBUG nova.compute.manager [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Refreshing instance network info cache due to event network-changed-d850a914-f704-4f06-9f47-46712a50944c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1443.958401] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Acquiring lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.958401] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Acquired lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.958401] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Refreshing network info cache for port d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.015691] env[62437]: DEBUG nova.compute.utils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.020834] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.020834] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.024164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.046498] env[62437]: DEBUG nova.network.neutron [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updated VIF entry in instance network info cache for port 3717766e-732d-4d50-bb15-ee565945c827. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.046992] env[62437]: DEBUG nova.network.neutron [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updating instance_info_cache with network_info: [{"id": "3717766e-732d-4d50-bb15-ee565945c827", "address": "fa:16:3e:7b:76:d7", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3717766e-73", "ovs_interfaceid": "3717766e-732d-4d50-bb15-ee565945c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.096348] env[62437]: DEBUG nova.policy [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2fcd7ee423e48b3a8447e380aa9aeb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90acab73d8d449e483e10936cd216cce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.284847] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811138, 'name': CreateVM_Task, 'duration_secs': 0.582166} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.285084] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.285626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.285817] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.286249] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.286778] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.287012] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.287227] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.289028] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c32be33-4ace-4493-a727-ee257de8f8b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.295365] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1444.295365] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520c4521-d0dd-f5e1-ea10-74de6c0c2b2d" [ 1444.295365] env[62437]: _type = "Task" [ 1444.295365] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.307336] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520c4521-d0dd-f5e1-ea10-74de6c0c2b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.325731] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.417013] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811141, 'name': PowerOffVM_Task, 'duration_secs': 0.492178} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.417449] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.417621] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.417936] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9893603-8392-4bfb-8876-cd818abc1901 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.513724] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.513996] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.514202] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Deleting the datastore file [datastore1] c7b714a4-07fe-4c25-b9ed-e59ff71b2c67 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.517998] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2386b3-2f8e-4c4e-9bb5-fe79c9771471 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.528304] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.537172] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for the task: (returnval){ [ 1444.537172] env[62437]: value = "task-1811143" [ 1444.537172] env[62437]: _type = "Task" [ 1444.537172] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.537172] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Successfully created port: e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.548564] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.550296] env[62437]: DEBUG oslo_concurrency.lockutils [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] Releasing lock "refresh_cache-7807eab5-a894-40cc-9dd4-b46ebf668b3b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.550596] env[62437]: DEBUG nova.compute.manager [req-aa17725f-8ee4-421d-a8be-3ceb400a10dc req-a0c75124-cb56-49ec-a555-02481f9a6ade service nova] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Received event network-vif-deleted-fb16a1a6-7aca-4b84-9df3-61df7363d1ea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.719850] env[62437]: DEBUG nova.compute.manager [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Received event network-vif-plugged-8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.720077] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Acquiring lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.720294] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.720455] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.720617] env[62437]: DEBUG nova.compute.manager [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] No waiting events found dispatching network-vif-plugged-8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.720773] env[62437]: WARNING nova.compute.manager [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Received unexpected event network-vif-plugged-8a72a7d3-d8ce-488c-8a67-e71afd5cc349 for instance with vm_state building and task_state spawning. [ 1444.720927] env[62437]: DEBUG nova.compute.manager [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Received event network-changed-8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.721210] env[62437]: DEBUG nova.compute.manager [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Refreshing instance network info cache due to event network-changed-8a72a7d3-d8ce-488c-8a67-e71afd5cc349. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1444.722025] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Acquiring lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.807212] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520c4521-d0dd-f5e1-ea10-74de6c0c2b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.809719] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.809959] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.810632] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.810632] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.810632] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.811094] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f09875-d49c-44c5-8efe-f990ebbd000f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.821774] env[62437]: DEBUG oslo_vmware.api [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811140, 'name': PowerOnVM_Task, 'duration_secs': 0.843205} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.822485] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.822698] env[62437]: INFO nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1444.822880] env[62437]: DEBUG nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.823185] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.823318] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.826624] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982161b9-9652-4c60-a780-f6c26fc44c44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.828880] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f115c2-4f2b-4cf8-b1c0-b15a1188f3db {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.835159] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1444.835159] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5294a72e-2a23-2f87-04d7-4f7a7cc4aa7a" [ 1444.835159] env[62437]: _type = "Task" [ 1444.835159] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.851608] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5294a72e-2a23-2f87-04d7-4f7a7cc4aa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.852398] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae8d142-2f3b-42db-be0b-61c2fa624db5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.857843] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.861118] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Updated VIF entry in instance network info cache for port d850a914-f704-4f06-9f47-46712a50944c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.861478] env[62437]: DEBUG nova.network.neutron [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Updating instance_info_cache with network_info: [{"id": "d850a914-f704-4f06-9f47-46712a50944c", "address": "fa:16:3e:2f:07:d2", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd850a914-f7", "ovs_interfaceid": "d850a914-f704-4f06-9f47-46712a50944c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.864021] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1444.864021] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52613a06-f471-19a7-1965-577777bf4a57" [ 1444.864021] env[62437]: _type = "Task" [ 1444.864021] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.878181] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52613a06-f471-19a7-1965-577777bf4a57, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.878990] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.879305] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 987b483b-c364-4179-a59b-0fcce6df5332/987b483b-c364-4179-a59b-0fcce6df5332.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.879531] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c78bb8-ff3c-47ba-a4ca-d493ee1304f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.887928] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1444.887928] env[62437]: value = "task-1811144" [ 1444.887928] env[62437]: _type = "Task" [ 1444.887928] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.898983] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.047662] env[62437]: DEBUG oslo_vmware.api [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Task: {'id': task-1811143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171661} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.048389] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.048389] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.048389] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.048753] env[62437]: INFO nova.compute.manager [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1445.048796] env[62437]: DEBUG oslo.service.loopingcall [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.048980] env[62437]: DEBUG nova.compute.manager [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.049094] env[62437]: DEBUG nova.network.neutron [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.052390] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e404e37-d240-4fe5-8a0f-b9b8b27f7718 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.066025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5e59e-5f78-4b97-af6f-990969465a58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.100324] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98c16f-757e-4ae6-990d-0406dd3a461a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.111342] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdff9ee3-af7a-42a0-9725-40906dae9b91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.131599] env[62437]: DEBUG nova.compute.provider_tree [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.251513] env[62437]: DEBUG nova.network.neutron [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Updating instance_info_cache with network_info: [{"id": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "address": "fa:16:3e:e8:99:17", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a72a7d3-d8", "ovs_interfaceid": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.355283] env[62437]: INFO nova.compute.manager [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Took 38.03 seconds to build instance. [ 1445.365291] env[62437]: DEBUG oslo_concurrency.lockutils [req-82084d60-883f-4e7b-a6fd-aee7fd60a89b req-ef4115b3-4fd6-4ae8-a9b4-c7c9754c9fc2 service nova] Releasing lock "refresh_cache-987b483b-c364-4179-a59b-0fcce6df5332" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.402903] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.539731] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.568071] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.568329] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.568489] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.568671] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.568820] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.568969] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.569211] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.569403] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.569586] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.569750] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.569924] env[62437]: DEBUG nova.virt.hardware [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.570852] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e59a7a8-dcea-40af-b68a-29a45c5f162a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.582346] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a16df1-919b-4618-91eb-5afd038e5625 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.634761] env[62437]: DEBUG nova.scheduler.client.report [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.757019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.757019] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Instance network_info: |[{"id": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "address": "fa:16:3e:e8:99:17", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a72a7d3-d8", "ovs_interfaceid": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.757019] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Acquired lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.757019] env[62437]: DEBUG nova.network.neutron [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Refreshing network info cache for port 8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.762160] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:99:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a72a7d3-d8ce-488c-8a67-e71afd5cc349', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.770697] env[62437]: DEBUG oslo.service.loopingcall [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.776625] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.778454] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc4ba33-995e-4181-83ea-07b60e4a27a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.802737] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.802737] env[62437]: value = "task-1811145" [ 1445.802737] env[62437]: _type = "Task" [ 1445.802737] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.812780] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811145, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.858281] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1956663d-426a-4605-9a6c-4f919d6e4590 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.747s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.904893] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667717} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.904893] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 987b483b-c364-4179-a59b-0fcce6df5332/987b483b-c364-4179-a59b-0fcce6df5332.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.904893] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.906456] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfcd05eb-4998-4242-be2d-dd48380531ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.915235] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1445.915235] env[62437]: value = "task-1811146" [ 1445.915235] env[62437]: _type = "Task" [ 1445.915235] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.928764] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.984705] env[62437]: DEBUG nova.compute.manager [req-01d300bb-a2c5-424b-ab11-700fafd9e66b req-3c8f8ab5-94d4-45c1-a676-af88731a2522 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Received event network-vif-deleted-dfad50d9-8d4e-49dd-b5d5-161a97783464 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1445.985091] env[62437]: INFO nova.compute.manager [req-01d300bb-a2c5-424b-ab11-700fafd9e66b req-3c8f8ab5-94d4-45c1-a676-af88731a2522 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Neutron deleted interface dfad50d9-8d4e-49dd-b5d5-161a97783464; detaching it from the instance and deleting it from the info cache [ 1445.985290] env[62437]: DEBUG nova.network.neutron [req-01d300bb-a2c5-424b-ab11-700fafd9e66b req-3c8f8ab5-94d4-45c1-a676-af88731a2522 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.143537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.144795] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.147603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.484s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.148885] env[62437]: INFO nova.compute.claims [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.227929] env[62437]: DEBUG nova.network.neutron [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Updated VIF entry in instance network info cache for port 8a72a7d3-d8ce-488c-8a67-e71afd5cc349. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.228302] env[62437]: DEBUG nova.network.neutron [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Updating instance_info_cache with network_info: [{"id": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "address": "fa:16:3e:e8:99:17", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a72a7d3-d8", "ovs_interfaceid": "8a72a7d3-d8ce-488c-8a67-e71afd5cc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.278858] env[62437]: DEBUG nova.network.neutron [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.313336] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811145, 'name': CreateVM_Task, 'duration_secs': 0.482501} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.313518] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.314375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.314544] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.314856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.315126] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37d6403-52e4-4d4a-9b5f-522688bbcda6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.320178] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1446.320178] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522f3e5f-9dda-dacd-474e-adf8dcec0b63" [ 1446.320178] env[62437]: _type = "Task" [ 1446.320178] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.328551] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522f3e5f-9dda-dacd-474e-adf8dcec0b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.362874] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.428854] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079161} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.429199] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.430022] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf331b1-768b-46f5-b3e0-e4217e428012 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.454059] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 987b483b-c364-4179-a59b-0fcce6df5332/987b483b-c364-4179-a59b-0fcce6df5332.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.454411] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32619aa-7071-4bfe-95dc-de89273be0a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.477806] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1446.477806] env[62437]: value = "task-1811147" [ 1446.477806] env[62437]: _type = "Task" [ 1446.477806] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.486841] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.489658] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7faa242-01ab-46db-b930-a29804d281c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.499018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c06b5a8-dad0-4329-80dd-39ede5211c52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.534481] env[62437]: DEBUG nova.compute.manager [req-01d300bb-a2c5-424b-ab11-700fafd9e66b req-3c8f8ab5-94d4-45c1-a676-af88731a2522 service nova] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Detach interface failed, port_id=dfad50d9-8d4e-49dd-b5d5-161a97783464, reason: Instance c7b714a4-07fe-4c25-b9ed-e59ff71b2c67 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1446.657914] env[62437]: DEBUG nova.compute.utils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.662453] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.662453] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.731164] env[62437]: DEBUG oslo_concurrency.lockutils [req-d21e7c23-2b55-4378-bbcf-d621f7b8fb53 req-ac18cca6-bc2e-44c3-bac3-6ce05bd42572 service nova] Releasing lock "refresh_cache-7e729a3e-c36e-4001-9333-b145b7250bc5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.746444] env[62437]: DEBUG nova.policy [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb97ba9d6584f298e2d0f09c3b65040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '849b0df568944c62935cc4233144f794', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.782299] env[62437]: INFO nova.compute.manager [-] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Took 1.73 seconds to deallocate network for instance. [ 1446.833612] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522f3e5f-9dda-dacd-474e-adf8dcec0b63, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.834733] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.834973] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.835228] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.835392] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.835619] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.836123] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de0b15b2-79c9-4943-92a6-0494b5eaa359 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.845785] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.845974] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.846746] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed98faf9-d89c-4289-9173-f0c502c35c12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.853907] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1446.853907] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f42170-0a9a-3a7f-8eed-54b5e5368bd1" [ 1446.853907] env[62437]: _type = "Task" [ 1446.853907] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.863554] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f42170-0a9a-3a7f-8eed-54b5e5368bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.880359] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Successfully updated port: e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.896335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.992816] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.034008] env[62437]: DEBUG nova.compute.manager [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Received event network-vif-plugged-e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1447.034417] env[62437]: DEBUG oslo_concurrency.lockutils [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] Acquiring lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.034691] env[62437]: DEBUG oslo_concurrency.lockutils [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.034933] env[62437]: DEBUG oslo_concurrency.lockutils [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.035248] env[62437]: DEBUG nova.compute.manager [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] No waiting events found dispatching network-vif-plugged-e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.035380] env[62437]: WARNING nova.compute.manager [req-4c291dce-0770-436d-847f-4eee7d0d5ebd req-e30aa7c6-8acb-450e-95a4-ccfd32ad99a8 service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Received unexpected event network-vif-plugged-e6e0102b-d126-4f7d-8d56-157ebc2050cb for instance with vm_state building and task_state spawning. [ 1447.166313] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.304299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.371797] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Successfully created port: 8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.379333] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f42170-0a9a-3a7f-8eed-54b5e5368bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.379333] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1caf5ef7-3a77-482d-b1b9-5998e64da9fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.385029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.385241] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquired lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.385449] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.386795] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1447.386795] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f1895a-deed-44f9-42d3-d5679d9b2b18" [ 1447.386795] env[62437]: _type = "Task" [ 1447.386795] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.405052] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f1895a-deed-44f9-42d3-d5679d9b2b18, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.405554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.406462] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7e729a3e-c36e-4001-9333-b145b7250bc5/7e729a3e-c36e-4001-9333-b145b7250bc5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.410959] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972359c0-d597-4495-87e2-7834d445d79c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.421784] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1447.421784] env[62437]: value = "task-1811148" [ 1447.421784] env[62437]: _type = "Task" [ 1447.421784] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.432646] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.492533] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811147, 'name': ReconfigVM_Task, 'duration_secs': 0.802699} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.493744] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 987b483b-c364-4179-a59b-0fcce6df5332/987b483b-c364-4179-a59b-0fcce6df5332.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.494495] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8021bd51-6e22-43ba-92b3-b4c1b3ab27cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.504630] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1447.504630] env[62437]: value = "task-1811149" [ 1447.504630] env[62437]: _type = "Task" [ 1447.504630] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.515274] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811149, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.716436] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a20218-fde3-4e29-b6ab-c4fb1b2717b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.730137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd804d33-4641-4483-9644-f32afc7d797e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.773171] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f43cd1-c6a3-49b1-81a7-58ee863a40bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.786385] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f038394-a14a-4cc9-b54f-9ec090c5e756 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.806799] env[62437]: DEBUG nova.compute.provider_tree [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.936316] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.943183] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.018515] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811149, 'name': Rename_Task, 'duration_secs': 0.194306} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.018515] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.018787] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377c6c7a-4584-4aa6-98a1-144ca3efc5f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.028583] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1448.028583] env[62437]: value = "task-1811150" [ 1448.028583] env[62437]: _type = "Task" [ 1448.028583] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.039775] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.159789] env[62437]: DEBUG nova.network.neutron [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Updating instance_info_cache with network_info: [{"id": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "address": "fa:16:3e:db:57:ab", "network": {"id": "e3444179-b30b-41c5-86ec-65e18cb5642c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-136032125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90acab73d8d449e483e10936cd216cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0102b-d1", "ovs_interfaceid": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.179112] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.217031] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.217165] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.217253] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.217436] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.217586] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.217757] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.217985] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.218346] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.218542] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.218713] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.218895] env[62437]: DEBUG nova.virt.hardware [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.219830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91683749-9b03-4a4e-8646-cc0ee0f090ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.228739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969bcc71-6bb3-4a8d-8462-7f3ec0a3980f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.286750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.286987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.312036] env[62437]: DEBUG nova.scheduler.client.report [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.434396] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551897} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.434783] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7e729a3e-c36e-4001-9333-b145b7250bc5/7e729a3e-c36e-4001-9333-b145b7250bc5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.434939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.435210] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b9518b-33d0-4b18-bc17-132ac577cc58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.443371] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1448.443371] env[62437]: value = "task-1811151" [ 1448.443371] env[62437]: _type = "Task" [ 1448.443371] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.452754] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.539234] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.667914] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Releasing lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.668287] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Instance network_info: |[{"id": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "address": "fa:16:3e:db:57:ab", "network": {"id": "e3444179-b30b-41c5-86ec-65e18cb5642c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-136032125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90acab73d8d449e483e10936cd216cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0102b-d1", "ovs_interfaceid": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.668736] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:57:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e0102b-d126-4f7d-8d56-157ebc2050cb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.677149] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Creating folder: Project (90acab73d8d449e483e10936cd216cce). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.677529] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb626dcf-4c3c-4eda-b031-b0f17ec47750 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.693942] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Created folder: Project (90acab73d8d449e483e10936cd216cce) in parent group-v375259. [ 1448.694069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Creating folder: Instances. Parent ref: group-v375341. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.694411] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa61461f-806e-4cd9-a931-c82e40df7c76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.705990] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Created folder: Instances in parent group-v375341. [ 1448.706435] env[62437]: DEBUG oslo.service.loopingcall [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.706705] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.706944] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8dbc6e-977c-4715-a60d-cdb375733acf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.729416] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.729416] env[62437]: value = "task-1811154" [ 1448.729416] env[62437]: _type = "Task" [ 1448.729416] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.739104] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.820920] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.821502] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.824474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.714s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.824777] env[62437]: DEBUG nova.objects.instance [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lazy-loading 'resources' on Instance uuid 841c1b15-b97a-4f98-b8e1-f59e64927dc6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.954417] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067247} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.955156] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.957137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1974a366-9ca1-40ce-9ca2-0f20503a7708 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.981022] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7e729a3e-c36e-4001-9333-b145b7250bc5/7e729a3e-c36e-4001-9333-b145b7250bc5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.981022] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef0503f-9e94-429c-b5ea-e735ae0e5a69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.008532] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1449.008532] env[62437]: value = "task-1811155" [ 1449.008532] env[62437]: _type = "Task" [ 1449.008532] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.023547] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.041577] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811150, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.104893] env[62437]: DEBUG nova.compute.manager [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Received event network-changed-e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.105024] env[62437]: DEBUG nova.compute.manager [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Refreshing instance network info cache due to event network-changed-e6e0102b-d126-4f7d-8d56-157ebc2050cb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1449.105206] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Acquiring lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.105424] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Acquired lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.105559] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Refreshing network info cache for port e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.240886] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.332095] env[62437]: DEBUG nova.compute.utils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.342559] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.342912] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.403639] env[62437]: DEBUG nova.policy [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7f351d493b478699bfb6a381ba4358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45da7ff703b74ad2bfcf265de2b42b4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.473386] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Successfully updated port: 8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.479119] env[62437]: DEBUG nova.compute.manager [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Received event network-vif-plugged-8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.479980] env[62437]: DEBUG oslo_concurrency.lockutils [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] Acquiring lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.479980] env[62437]: DEBUG oslo_concurrency.lockutils [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.480214] env[62437]: DEBUG oslo_concurrency.lockutils [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.480612] env[62437]: DEBUG nova.compute.manager [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] No waiting events found dispatching network-vif-plugged-8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.482677] env[62437]: WARNING nova.compute.manager [req-d3f152ac-3c5f-49a4-a710-7f13f8984749 req-23ebef73-7c5c-48d9-987a-8190a55f42f4 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Received unexpected event network-vif-plugged-8aaad845-bef8-4f06-b009-d4b5db4625df for instance with vm_state building and task_state spawning. [ 1449.522261] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.540915] env[62437]: DEBUG oslo_vmware.api [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811150, 'name': PowerOnVM_Task, 'duration_secs': 1.289324} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.544282] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.544282] env[62437]: INFO nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1449.544451] env[62437]: DEBUG nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.545658] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc751c3-5e6f-447f-a5d8-7f5ca71f6553 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.754668] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.843303] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.845631] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Successfully created port: 975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.901477] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64f4e8-61fc-43b6-8f45-59203ddfc0e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.908087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac305d1-8c26-459a-a732-5b28451a2959 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.950859] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Updated VIF entry in instance network info cache for port e6e0102b-d126-4f7d-8d56-157ebc2050cb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.951318] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Updating instance_info_cache with network_info: [{"id": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "address": "fa:16:3e:db:57:ab", "network": {"id": "e3444179-b30b-41c5-86ec-65e18cb5642c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-136032125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90acab73d8d449e483e10936cd216cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0102b-d1", "ovs_interfaceid": "e6e0102b-d126-4f7d-8d56-157ebc2050cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.953100] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ac6732-61f5-4c82-a9b7-0d74261871d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.963845] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43a75f-05f3-40ba-a06c-c3146b10d315 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.983056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.983234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquired lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.983368] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.984708] env[62437]: DEBUG nova.compute.provider_tree [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.020848] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811155, 'name': ReconfigVM_Task, 'duration_secs': 0.557038} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.021173] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7e729a3e-c36e-4001-9333-b145b7250bc5/7e729a3e-c36e-4001-9333-b145b7250bc5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.021835] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f5915a-9e4d-4270-a7c9-1c55f44cc7aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.031760] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1450.031760] env[62437]: value = "task-1811156" [ 1450.031760] env[62437]: _type = "Task" [ 1450.031760] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.044474] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811156, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.063445] env[62437]: INFO nova.compute.manager [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Took 29.85 seconds to build instance. [ 1450.250321] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.461238] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Releasing lock "refresh_cache-7920bc8e-fb29-4b8c-9406-384d54057b87" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.461238] env[62437]: DEBUG nova.compute.manager [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Received event network-changed-759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1450.461238] env[62437]: DEBUG nova.compute.manager [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Refreshing instance network info cache due to event network-changed-759921a0-9d44-4c3c-89c6-38af8559f4e6. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1450.461238] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Acquiring lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.461238] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Acquired lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.461238] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Refreshing network info cache for port 759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.489845] env[62437]: DEBUG nova.scheduler.client.report [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.505315] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "8a65483e-428b-4740-a113-774522a91cc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.505537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.532301] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.547217] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811156, 'name': Rename_Task, 'duration_secs': 0.170884} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.547838] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.548032] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09229974-42dd-450c-85ca-7922aceb223c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.557656] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1450.557656] env[62437]: value = "task-1811157" [ 1450.557656] env[62437]: _type = "Task" [ 1450.557656] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.569959] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6508573-8922-4826-a7c0-80e3e6bac187 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.660s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.569959] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.718106] env[62437]: DEBUG nova.network.neutron [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Updating instance_info_cache with network_info: [{"id": "8aaad845-bef8-4f06-b009-d4b5db4625df", "address": "fa:16:3e:a0:0a:60", "network": {"id": "cd5887df-bd1e-463b-945c-b38e633943e9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1422185001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "849b0df568944c62935cc4233144f794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaad845-be", "ovs_interfaceid": "8aaad845-bef8-4f06-b009-d4b5db4625df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.746460] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.860330] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.882508] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.882776] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.882939] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.883136] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.883287] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.883437] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.883648] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.883811] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.883978] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.884433] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.885872] env[62437]: DEBUG nova.virt.hardware [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.886779] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cadda-4f76-43f4-9338-87643f1eafb2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.895932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f97325-3403-4df0-a533-af77f8ba8db3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.998120] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.004437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.846s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.026931] env[62437]: INFO nova.scheduler.client.report [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleted allocations for instance 841c1b15-b97a-4f98-b8e1-f59e64927dc6 [ 1451.073639] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.076764] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.221584] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Releasing lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.221584] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Instance network_info: |[{"id": "8aaad845-bef8-4f06-b009-d4b5db4625df", "address": "fa:16:3e:a0:0a:60", "network": {"id": "cd5887df-bd1e-463b-945c-b38e633943e9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1422185001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "849b0df568944c62935cc4233144f794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaad845-be", "ovs_interfaceid": "8aaad845-bef8-4f06-b009-d4b5db4625df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.222179] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:0a:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aaad845-bef8-4f06-b009-d4b5db4625df', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.230024] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Creating folder: Project (849b0df568944c62935cc4233144f794). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.231031] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d84394-1490-44f0-9e3e-712e345b2996 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.244601] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Created folder: Project (849b0df568944c62935cc4233144f794) in parent group-v375259. [ 1451.244746] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Creating folder: Instances. Parent ref: group-v375344. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.244979] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68532f19-95c5-4465-8ed3-87bc4ba07708 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.250297] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811154, 'name': CreateVM_Task, 'duration_secs': 2.117889} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.250961] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.251641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.251799] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.252212] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.252499] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8677d3-22d6-4d20-8cfc-d07061ee153f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.257623] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1451.257623] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5268da1f-e688-59e0-e1b7-12955d8f284a" [ 1451.257623] env[62437]: _type = "Task" [ 1451.257623] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.264664] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Created folder: Instances in parent group-v375344. [ 1451.264664] env[62437]: DEBUG oslo.service.loopingcall [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.270933] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.271265] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5268da1f-e688-59e0-e1b7-12955d8f284a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.271495] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e2bd67-597b-42b2-8ea5-a66a746d82fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.291782] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updated VIF entry in instance network info cache for port 759921a0-9d44-4c3c-89c6-38af8559f4e6. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.292144] env[62437]: DEBUG nova.network.neutron [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updating instance_info_cache with network_info: [{"id": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "address": "fa:16:3e:a3:09:80", "network": {"id": "1013258e-bbd3-45f4-9897-05291c3d99a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-988837863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533c272627174d21a7a4a3d92980ccd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759921a0-9d", "ovs_interfaceid": "759921a0-9d44-4c3c-89c6-38af8559f4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.299892] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.299892] env[62437]: value = "task-1811160" [ 1451.299892] env[62437]: _type = "Task" [ 1451.299892] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.309935] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811160, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.536946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-39e7b7ec-924d-45f2-b6af-2a9ac70e80b6 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "841c1b15-b97a-4f98-b8e1-f59e64927dc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.869s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.551334] env[62437]: DEBUG nova.compute.manager [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Received event network-vif-plugged-975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1451.551548] env[62437]: DEBUG oslo_concurrency.lockutils [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] Acquiring lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.551758] env[62437]: DEBUG oslo_concurrency.lockutils [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.552023] env[62437]: DEBUG oslo_concurrency.lockutils [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.552096] env[62437]: DEBUG nova.compute.manager [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] No waiting events found dispatching network-vif-plugged-975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.552278] env[62437]: WARNING nova.compute.manager [req-dcd70824-c187-47ac-b6aa-7b69841cb926 req-52cb3242-a2d3-41e8-968e-a54dac276a4a service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Received unexpected event network-vif-plugged-975b577f-9bcd-49b5-a840-876f83c27643 for instance with vm_state building and task_state spawning. [ 1451.555202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.555442] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.562192] env[62437]: DEBUG nova.compute.manager [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Received event network-changed-8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1451.562401] env[62437]: DEBUG nova.compute.manager [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Refreshing instance network info cache due to event network-changed-8aaad845-bef8-4f06-b009-d4b5db4625df. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1451.562611] env[62437]: DEBUG oslo_concurrency.lockutils [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] Acquiring lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.562768] env[62437]: DEBUG oslo_concurrency.lockutils [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] Acquired lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.562907] env[62437]: DEBUG nova.network.neutron [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Refreshing network info cache for port 8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.576033] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811157, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.601804] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.632205] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Successfully updated port: 975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.769135] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5268da1f-e688-59e0-e1b7-12955d8f284a, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.769522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.769755] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.769987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.770149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.770332] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.770622] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb53faf-4d47-4105-ab56-1c19a4cf9017 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.781184] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.781425] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.782257] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01632b4-53e2-4c90-a7d5-0cd07b1fdb4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.788411] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1451.788411] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c385ed-24a7-2bad-8b6e-f09b0e840d59" [ 1451.788411] env[62437]: _type = "Task" [ 1451.788411] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.798352] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ace289a-344f-41f9-aacc-c62c1441f769 req-c24cbff2-e721-4aa7-a741-f4c2e2cd27ce service nova] Releasing lock "refresh_cache-9ba77dc7-b3e8-46d4-9160-557a3f7cb396" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.799029] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c385ed-24a7-2bad-8b6e-f09b0e840d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.811038] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811160, 'name': CreateVM_Task, 'duration_secs': 0.392453} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.811038] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.811235] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.811443] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.812661] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.812661] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf609c7-0d44-4e6b-a38e-214b3c787189 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.817045] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1451.817045] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d370f7-b693-9002-b282-c2efe51c01f5" [ 1451.817045] env[62437]: _type = "Task" [ 1451.817045] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.825711] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d370f7-b693-9002-b282-c2efe51c01f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.022397] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b as it has an incoming, in-progress migration 66236d5e-5f03-400f-9b2b-7c473d77775d. Migration status is confirming {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1452.025547] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating resource usage from migration 66236d5e-5f03-400f-9b2b-7c473d77775d [ 1452.050178] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.050355] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 206d53c3-8627-48e4-944a-ee1d18e48cdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.050512] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance f1b3a364-8f7f-4f74-bb80-a945639f675d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.050648] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance e3f1694d-f74b-46ab-b356-d967e1e53b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.050806] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance ed797e57-9f4b-4a7c-b363-390ee5b0f82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.050950] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7adb63d8-3b4d-48b2-810b-bd3982ce896b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.051086] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 38eb0d83-d36c-4271-94b7-88538732994c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.051247] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 37a12652-549d-4596-82cb-99bae76adc2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1452.051385] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.051548] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.051657] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 70e20b4a-7ff7-407a-9c25-2b783bbc5d00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1452.051791] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 95a8a12c-eb32-45fc-bf06-873a406dc826 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1452.051926] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c7b714a4-07fe-4c25-b9ed-e59ff71b2c67 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1452.052446] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration 66236d5e-5f03-400f-9b2b-7c473d77775d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1452.052632] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.052761] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.052881] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7807eab5-a894-40cc-9dd4-b46ebf668b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.052997] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c4d21476-6b8c-4b76-a4ba-c1292ffa5843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053129] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053247] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 987b483b-c364-4179-a59b-0fcce6df5332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053365] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7e729a3e-c36e-4001-9333-b145b7250bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053479] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7920bc8e-fb29-4b8c-9406-384d54057b87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053591] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c37a880b-4ca6-42e4-8112-68993d5cd327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.053704] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance dadee3d2-2fb7-4e47-8545-94edd9273373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.078359] env[62437]: DEBUG oslo_vmware.api [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811157, 'name': PowerOnVM_Task, 'duration_secs': 1.150459} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.078790] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.079019] env[62437]: INFO nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1452.079231] env[62437]: DEBUG nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.080289] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89110a-3bec-4c65-a4e2-29752bed1d5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.136481] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.136481] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquired lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.136481] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.301653] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c385ed-24a7-2bad-8b6e-f09b0e840d59, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.302476] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7013e732-05a8-481d-a323-ac3bacfdf80e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.308540] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1452.308540] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52900884-f772-4961-c735-551a53dbbbeb" [ 1452.308540] env[62437]: _type = "Task" [ 1452.308540] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.317859] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52900884-f772-4961-c735-551a53dbbbeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.328072] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d370f7-b693-9002-b282-c2efe51c01f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.328072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.328072] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.328286] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.448800] env[62437]: DEBUG nova.network.neutron [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Updated VIF entry in instance network info cache for port 8aaad845-bef8-4f06-b009-d4b5db4625df. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.448844] env[62437]: DEBUG nova.network.neutron [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Updating instance_info_cache with network_info: [{"id": "8aaad845-bef8-4f06-b009-d4b5db4625df", "address": "fa:16:3e:a0:0a:60", "network": {"id": "cd5887df-bd1e-463b-945c-b38e633943e9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1422185001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "849b0df568944c62935cc4233144f794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaad845-be", "ovs_interfaceid": "8aaad845-bef8-4f06-b009-d4b5db4625df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.556934] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1452.597902] env[62437]: INFO nova.compute.manager [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Took 31.95 seconds to build instance. [ 1452.702308] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.819451] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52900884-f772-4961-c735-551a53dbbbeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.819738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.820015] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7920bc8e-fb29-4b8c-9406-384d54057b87/7920bc8e-fb29-4b8c-9406-384d54057b87.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.820299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.820518] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.820738] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9500c3c-7e0a-4fd7-9716-e756b58a5c8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.825158] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9ec54d-ed8e-4a34-a5eb-b9d7b0278124 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.834140] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1452.834140] env[62437]: value = "task-1811161" [ 1452.834140] env[62437]: _type = "Task" [ 1452.834140] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.838257] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.838493] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.840256] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d8808-d985-441a-a8d5-eca8ef86c02d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.846536] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.847891] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1452.847891] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52070a24-abd4-83ce-82e2-f4e13de850b7" [ 1452.847891] env[62437]: _type = "Task" [ 1452.847891] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.857473] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52070a24-abd4-83ce-82e2-f4e13de850b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.944701] env[62437]: DEBUG nova.network.neutron [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Updating instance_info_cache with network_info: [{"id": "975b577f-9bcd-49b5-a840-876f83c27643", "address": "fa:16:3e:87:2a:de", "network": {"id": "06e2314f-6d4a-41e5-ab79-5b7854781153", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085564649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45da7ff703b74ad2bfcf265de2b42b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b577f-9b", "ovs_interfaceid": "975b577f-9bcd-49b5-a840-876f83c27643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.955166] env[62437]: DEBUG oslo_concurrency.lockutils [req-12e915cf-b937-49a1-83de-6d02e67143bd req-e4e6da36-164f-43d6-ae6d-9fdb35fd36d8 service nova] Releasing lock "refresh_cache-c37a880b-4ca6-42e4-8112-68993d5cd327" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.062884] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b8ce0bb6-368d-45b4-9242-29f5d615bb56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1453.100813] env[62437]: DEBUG oslo_concurrency.lockutils [None req-570ce83d-34c4-44c9-8412-891a6300ba5b tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.893s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.346017] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.360448] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52070a24-abd4-83ce-82e2-f4e13de850b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017257} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.361864] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b8bf79-5cf5-41be-ac6a-4aa2e520f5a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.368893] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1453.368893] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1ff53-c82e-5e07-e40d-0ce6f74496a1" [ 1453.368893] env[62437]: _type = "Task" [ 1453.368893] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.380932] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1ff53-c82e-5e07-e40d-0ce6f74496a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.402936] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e897df9-cd35-40dd-a060-29d279cca242 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.413888] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Suspending the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1453.414198] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-802a00a1-258f-438b-b775-6b8bc12610e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.424355] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Waiting for the task: (returnval){ [ 1453.424355] env[62437]: value = "task-1811162" [ 1453.424355] env[62437]: _type = "Task" [ 1453.424355] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.436395] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Task: {'id': task-1811162, 'name': SuspendVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.447411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Releasing lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.448031] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Instance network_info: |[{"id": "975b577f-9bcd-49b5-a840-876f83c27643", "address": "fa:16:3e:87:2a:de", "network": {"id": "06e2314f-6d4a-41e5-ab79-5b7854781153", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085564649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45da7ff703b74ad2bfcf265de2b42b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b577f-9b", "ovs_interfaceid": "975b577f-9bcd-49b5-a840-876f83c27643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.448290] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '975b577f-9bcd-49b5-a840-876f83c27643', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.455829] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Creating folder: Project (45da7ff703b74ad2bfcf265de2b42b4c). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.456233] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-071c52fa-2156-425c-b940-c65ebd746eaf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.475545] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Created folder: Project (45da7ff703b74ad2bfcf265de2b42b4c) in parent group-v375259. [ 1453.475686] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Creating folder: Instances. Parent ref: group-v375347. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.476363] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bec6dd8-9fee-4692-96ca-656bb84f4b45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.491837] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Created folder: Instances in parent group-v375347. [ 1453.492272] env[62437]: DEBUG oslo.service.loopingcall [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.492576] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.492899] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f7f50b-b019-425e-9f30-1344e2f1d3ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.531100] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.531100] env[62437]: value = "task-1811165" [ 1453.531100] env[62437]: _type = "Task" [ 1453.531100] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.546108] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811165, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.566722] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9aa0c672-1b3d-416d-b626-9c880c127339 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1453.600477] env[62437]: DEBUG nova.compute.manager [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Received event network-changed-975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1453.600648] env[62437]: DEBUG nova.compute.manager [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Refreshing instance network info cache due to event network-changed-975b577f-9bcd-49b5-a840-876f83c27643. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1453.600825] env[62437]: DEBUG oslo_concurrency.lockutils [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] Acquiring lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.601045] env[62437]: DEBUG oslo_concurrency.lockutils [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] Acquired lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.601227] env[62437]: DEBUG nova.network.neutron [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Refreshing network info cache for port 975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.603578] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.850614] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.882041] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1ff53-c82e-5e07-e40d-0ce6f74496a1, 'name': SearchDatastore_Task, 'duration_secs': 0.031363} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.882432] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.882711] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c37a880b-4ca6-42e4-8112-68993d5cd327/c37a880b-4ca6-42e4-8112-68993d5cd327.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.883068] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13df3f7-b3da-4b0b-bfc2-c4f84aa99619 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.894296] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1453.894296] env[62437]: value = "task-1811166" [ 1453.894296] env[62437]: _type = "Task" [ 1453.894296] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.905341] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.936847] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Task: {'id': task-1811162, 'name': SuspendVM_Task} progress is 41%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.043574] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811165, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.070034] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9e00dcfd-147c-443b-bafc-ac77382a57a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1454.132494] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.347478] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.326068} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.347759] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7920bc8e-fb29-4b8c-9406-384d54057b87/7920bc8e-fb29-4b8c-9406-384d54057b87.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.347966] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.348253] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20fd10c8-ed91-4e2d-aa14-aa41ad061411 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.357136] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1454.357136] env[62437]: value = "task-1811167" [ 1454.357136] env[62437]: _type = "Task" [ 1454.357136] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.368362] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.409908] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.436248] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Task: {'id': task-1811162, 'name': SuspendVM_Task} progress is 87%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.446746] env[62437]: DEBUG nova.network.neutron [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Updated VIF entry in instance network info cache for port 975b577f-9bcd-49b5-a840-876f83c27643. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.447293] env[62437]: DEBUG nova.network.neutron [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Updating instance_info_cache with network_info: [{"id": "975b577f-9bcd-49b5-a840-876f83c27643", "address": "fa:16:3e:87:2a:de", "network": {"id": "06e2314f-6d4a-41e5-ab79-5b7854781153", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085564649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45da7ff703b74ad2bfcf265de2b42b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b577f-9b", "ovs_interfaceid": "975b577f-9bcd-49b5-a840-876f83c27643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.545279] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811165, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.573979] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8310346b-1be8-4da3-aa80-08f9cbc20e36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1454.761032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.761316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.868368] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132454} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.868646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.869545] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad47f9-0dd4-4199-8c74-f27e1c2dd6bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.893641] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7920bc8e-fb29-4b8c-9406-384d54057b87/7920bc8e-fb29-4b8c-9406-384d54057b87.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.894390] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45744573-0947-4e06-860f-774269aeec3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.918670] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811166, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.920441] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1454.920441] env[62437]: value = "task-1811168" [ 1454.920441] env[62437]: _type = "Task" [ 1454.920441] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.934737] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.941118] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Task: {'id': task-1811162, 'name': SuspendVM_Task} progress is 87%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.950582] env[62437]: DEBUG oslo_concurrency.lockutils [req-9865c95c-e8c8-4973-ac9f-abae7018c18f req-6536ec9d-bd61-4b54-9239-8b32518cff5c service nova] Releasing lock "refresh_cache-dadee3d2-2fb7-4e47-8545-94edd9273373" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.046014] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811165, 'name': CreateVM_Task, 'duration_secs': 1.112437} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.046336] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.047325] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.047601] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.048071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.048451] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859289ce-da1a-4594-9c9b-60dbe8b163ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.054446] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1455.054446] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52cdd1eb-57df-f048-2d45-c50e650cb3f7" [ 1455.054446] env[62437]: _type = "Task" [ 1455.054446] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.063132] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cdd1eb-57df-f048-2d45-c50e650cb3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.082068] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0a4d4298-51ef-45bf-ba76-73a540cf1716 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1455.419188] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811166, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.419593] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c37a880b-4ca6-42e4-8112-68993d5cd327/c37a880b-4ca6-42e4-8112-68993d5cd327.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.419867] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.420146] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83982a05-2d30-4bda-aee7-a3ae9545d308 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.430310] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811168, 'name': ReconfigVM_Task, 'duration_secs': 0.472032} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.434123] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7920bc8e-fb29-4b8c-9406-384d54057b87/7920bc8e-fb29-4b8c-9406-384d54057b87.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.434813] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1455.434813] env[62437]: value = "task-1811169" [ 1455.434813] env[62437]: _type = "Task" [ 1455.434813] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.435020] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b114421-42c7-43f0-a214-16b293f95752 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.444343] env[62437]: DEBUG oslo_vmware.api [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] Task: {'id': task-1811162, 'name': SuspendVM_Task, 'duration_secs': 1.637634} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.444916] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Suspended the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1455.445130] env[62437]: DEBUG nova.compute.manager [None req-49fab1a4-caeb-4a9a-a152-e2a7ef7fffdf tempest-ServersAdminNegativeTestJSON-258792397 tempest-ServersAdminNegativeTestJSON-258792397-project-admin] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.445861] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598cade-2cf5-411f-85be-ea9b76f8bbb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.452184] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.452472] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1455.452472] env[62437]: value = "task-1811170" [ 1455.452472] env[62437]: _type = "Task" [ 1455.452472] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.464084] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811170, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.566349] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cdd1eb-57df-f048-2d45-c50e650cb3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.044569} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.567041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.567041] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.567282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.567472] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.567693] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.567992] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288000f6-37cf-4348-92ac-2321f33a50fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.585687] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c8676778-02e1-42af-9f27-1ce067cd30fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1455.588304] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.589030] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.589605] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc261e38-94c7-441a-ba5c-277409c4da07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.596062] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1455.596062] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523ab59f-21d7-f8d7-7243-a8e80a66e341" [ 1455.596062] env[62437]: _type = "Task" [ 1455.596062] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.607181] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523ab59f-21d7-f8d7-7243-a8e80a66e341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.947178] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077104} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.947500] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.948283] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a48cd-f7a0-458b-862e-e214bc03ebab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.972504] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] c37a880b-4ca6-42e4-8112-68993d5cd327/c37a880b-4ca6-42e4-8112-68993d5cd327.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.976662] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bf0473-00fa-4e5d-a7da-c289421701e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.998912] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811170, 'name': Rename_Task, 'duration_secs': 0.224538} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.000235] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.000555] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1456.000555] env[62437]: value = "task-1811171" [ 1456.000555] env[62437]: _type = "Task" [ 1456.000555] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.000728] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e05eed-9a0d-41aa-a442-7f009fda8a09 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.010374] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.011549] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1456.011549] env[62437]: value = "task-1811172" [ 1456.011549] env[62437]: _type = "Task" [ 1456.011549] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.025214] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.091213] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 2fae54f8-608e-43f7-a4f3-4fc12e3440c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1456.107020] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523ab59f-21d7-f8d7-7243-a8e80a66e341, 'name': SearchDatastore_Task, 'duration_secs': 0.018826} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.107914] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285a2118-c4dc-4ab6-9ca5-b3870bd94284 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.113473] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1456.113473] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522cee70-9cd6-a529-311f-ea0ba2757b10" [ 1456.113473] env[62437]: _type = "Task" [ 1456.113473] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.121378] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522cee70-9cd6-a529-311f-ea0ba2757b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.514143] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811171, 'name': ReconfigVM_Task, 'duration_secs': 0.446541} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.517301] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Reconfigured VM instance instance-0000001d to attach disk [datastore1] c37a880b-4ca6-42e4-8112-68993d5cd327/c37a880b-4ca6-42e4-8112-68993d5cd327.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.518026] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b81726e-49fa-43aa-9133-7eeb0158c03f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.527175] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.528696] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1456.528696] env[62437]: value = "task-1811173" [ 1456.528696] env[62437]: _type = "Task" [ 1456.528696] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.537836] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811173, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.593900] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8a65483e-428b-4740-a113-774522a91cc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1456.627167] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522cee70-9cd6-a529-311f-ea0ba2757b10, 'name': SearchDatastore_Task, 'duration_secs': 0.015374} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.627512] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.627847] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] dadee3d2-2fb7-4e47-8545-94edd9273373/dadee3d2-2fb7-4e47-8545-94edd9273373.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.628171] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb727f7-316a-44db-863c-6f2d04475bf6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.636504] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1456.636504] env[62437]: value = "task-1811174" [ 1456.636504] env[62437]: _type = "Task" [ 1456.636504] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.646334] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.024931] env[62437]: DEBUG oslo_vmware.api [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811172, 'name': PowerOnVM_Task, 'duration_secs': 0.568754} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.025260] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.025494] env[62437]: INFO nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1457.025700] env[62437]: DEBUG nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.026537] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8593dd6e-971f-4627-8b57-e3ddff49892e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.044858] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811173, 'name': Rename_Task, 'duration_secs': 0.269928} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.045529] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.046598] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c662cc-2ec2-4ff7-9323-68483c77b0b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.055446] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1457.055446] env[62437]: value = "task-1811175" [ 1457.055446] env[62437]: _type = "Task" [ 1457.055446] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.064961] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.096810] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 58259693-b4bd-421d-a7ad-822fc2c5e6c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1457.097151] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1457.097309] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1457.158620] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.567361] env[62437]: INFO nova.compute.manager [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Took 33.56 seconds to build instance. [ 1457.577961] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.601317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d065986-feeb-4612-b4e5-0aa7ae777a7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.611652] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4601b59e-7c33-42e9-ad26-4d436d763b8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.649425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82b033-6810-489b-b9e4-6b4b5f4efb94 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.657700] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58524} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.659782] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] dadee3d2-2fb7-4e47-8545-94edd9273373/dadee3d2-2fb7-4e47-8545-94edd9273373.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.660013] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.660298] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7cab0fe-89c6-45cb-93e4-2998ac9b94d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.662938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b1be3-d38a-43b2-8028-f560f554460d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.676801] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.679868] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1457.679868] env[62437]: value = "task-1811176" [ 1457.679868] env[62437]: _type = "Task" [ 1457.679868] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.688425] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.068433] env[62437]: DEBUG oslo_vmware.api [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811175, 'name': PowerOnVM_Task, 'duration_secs': 0.580733} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.068656] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.068859] env[62437]: INFO nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1458.069047] env[62437]: DEBUG nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.069949] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66778e4-7b56-4b23-a43c-909c79ef85fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.072543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d5948f56-5e1c-4067-b70c-df5776fbaba9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.417s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.088611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "7e729a3e-c36e-4001-9333-b145b7250bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.088845] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.089062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.089253] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.089453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.091253] env[62437]: INFO nova.compute.manager [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Terminating instance [ 1458.181564] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.196807] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073315} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.196908] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.197920] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcfc55e-6c43-45e2-ae75-4dc6aec31aa2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.220709] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] dadee3d2-2fb7-4e47-8545-94edd9273373/dadee3d2-2fb7-4e47-8545-94edd9273373.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.221728] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a8b931-1102-4eca-bb3a-c05c2467f113 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.242988] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1458.242988] env[62437]: value = "task-1811177" [ 1458.242988] env[62437]: _type = "Task" [ 1458.242988] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.251995] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.541388] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "7920bc8e-fb29-4b8c-9406-384d54057b87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.541602] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.541727] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.541953] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.542200] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.545530] env[62437]: INFO nova.compute.manager [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Terminating instance [ 1458.576315] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.591127] env[62437]: INFO nova.compute.manager [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Took 33.43 seconds to build instance. [ 1458.594678] env[62437]: DEBUG nova.compute.manager [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.594906] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.595777] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f247e3-6141-4471-901f-4203410f096a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.604400] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.605334] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca16485f-a16a-4e9a-afed-1b90cf005d51 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.691727] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1458.692222] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.688s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.692457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.693s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.692582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.694707] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.377s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.694879] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.696599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.041s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.698373] env[62437]: INFO nova.compute.claims [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.701342] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.701498] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1458.710180] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.710499] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.710716] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleting the datastore file [datastore1] 7e729a3e-c36e-4001-9333-b145b7250bc5 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.711772] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5424abf9-6f06-4eb0-9409-e6f182314548 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.720919] env[62437]: DEBUG oslo_vmware.api [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1458.720919] env[62437]: value = "task-1811179" [ 1458.720919] env[62437]: _type = "Task" [ 1458.720919] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.729174] env[62437]: INFO nova.scheduler.client.report [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted allocations for instance 37a12652-549d-4596-82cb-99bae76adc2e [ 1458.736733] env[62437]: DEBUG oslo_vmware.api [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.737792] env[62437]: INFO nova.scheduler.client.report [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Deleted allocations for instance 95a8a12c-eb32-45fc-bf06-873a406dc826 [ 1458.755635] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.049733] env[62437]: DEBUG nova.compute.manager [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.050007] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.050988] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf68d69-6d7b-4e8c-b9be-1924b859b625 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.060387] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.060675] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8852779c-5335-443e-9efe-2085fb263bed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.068143] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1459.068143] env[62437]: value = "task-1811180" [ 1459.068143] env[62437]: _type = "Task" [ 1459.068143] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.082013] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.092947] env[62437]: DEBUG oslo_concurrency.lockutils [None req-191da623-b6ea-4568-9c61-0e4f6e440f3c tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.267s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.094824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.232962] env[62437]: DEBUG oslo_vmware.api [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165377} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.233240] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.233441] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.233620] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.233796] env[62437]: INFO nova.compute.manager [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1459.234055] env[62437]: DEBUG oslo.service.loopingcall [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.234255] env[62437]: DEBUG nova.compute.manager [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.234361] env[62437]: DEBUG nova.network.neutron [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.251547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c692f71a-a327-4120-aae8-c5b149d715bc tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "37a12652-549d-4596-82cb-99bae76adc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.068s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.257158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0078a625-c43b-4734-b198-0706d359452b tempest-DeleteServersAdminTestJSON-593369267 tempest-DeleteServersAdminTestJSON-593369267-project-member] Lock "95a8a12c-eb32-45fc-bf06-873a406dc826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.252s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.260127] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811177, 'name': ReconfigVM_Task, 'duration_secs': 0.70226} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.260602] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Reconfigured VM instance instance-0000001e to attach disk [datastore1] dadee3d2-2fb7-4e47-8545-94edd9273373/dadee3d2-2fb7-4e47-8545-94edd9273373.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.262137] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4f8a05-d879-4c52-b007-5dffdef34834 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.269023] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1459.269023] env[62437]: value = "task-1811181" [ 1459.269023] env[62437]: _type = "Task" [ 1459.269023] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.278794] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811181, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.578937] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811180, 'name': PowerOffVM_Task, 'duration_secs': 0.219022} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.581939] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.581939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.581939] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48c6ac47-336b-474f-94b8-322e22b1ff18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.600665] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.626385] env[62437]: DEBUG nova.compute.manager [req-565eee7e-5a23-4016-a88b-dee9e4b09946 req-9c3eb2dd-6398-474e-aaa6-b392c6ff61de service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Received event network-vif-deleted-8a72a7d3-d8ce-488c-8a67-e71afd5cc349 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1459.626385] env[62437]: INFO nova.compute.manager [req-565eee7e-5a23-4016-a88b-dee9e4b09946 req-9c3eb2dd-6398-474e-aaa6-b392c6ff61de service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Neutron deleted interface 8a72a7d3-d8ce-488c-8a67-e71afd5cc349; detaching it from the instance and deleting it from the info cache [ 1459.626385] env[62437]: DEBUG nova.network.neutron [req-565eee7e-5a23-4016-a88b-dee9e4b09946 req-9c3eb2dd-6398-474e-aaa6-b392c6ff61de service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.656882] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.657344] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.657688] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Deleting the datastore file [datastore1] 7920bc8e-fb29-4b8c-9406-384d54057b87 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.659015] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e02fe88-eaaa-46cd-8f3c-f2b6598b16f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.669067] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for the task: (returnval){ [ 1459.669067] env[62437]: value = "task-1811183" [ 1459.669067] env[62437]: _type = "Task" [ 1459.669067] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.676402] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.785571] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811181, 'name': Rename_Task, 'duration_secs': 0.149498} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.786298] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.787024] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c568f9b9-3a77-410c-9b0b-fe82fc77e028 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.800371] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1459.800371] env[62437]: value = "task-1811184" [ 1459.800371] env[62437]: _type = "Task" [ 1459.800371] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.809112] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.008812] env[62437]: DEBUG nova.network.neutron [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.100379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "c37a880b-4ca6-42e4-8112-68993d5cd327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.100670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.103490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.103490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.103490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.103490] env[62437]: INFO nova.compute.manager [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Terminating instance [ 1460.127049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.129192] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4543122b-92e4-4872-adb4-dea979d9347b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.143738] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c0af2f-faf4-4a98-9787-3bcd535bddcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.188336] env[62437]: DEBUG nova.compute.manager [req-565eee7e-5a23-4016-a88b-dee9e4b09946 req-9c3eb2dd-6398-474e-aaa6-b392c6ff61de service nova] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Detach interface failed, port_id=8a72a7d3-d8ce-488c-8a67-e71afd5cc349, reason: Instance 7e729a3e-c36e-4001-9333-b145b7250bc5 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1460.194842] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.217358] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d028c78a-1ad5-45a8-9bb2-3c6054b9be50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.226019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6fe23-d3d5-4a68-96fa-7f9a5c845d96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.274703] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52f249-4923-4082-9f29-515e9bcf0fbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.287087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30edcc53-a5d4-44f7-b3fe-6a4a4a698a70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.311303] env[62437]: DEBUG nova.compute.provider_tree [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.326820] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.512226] env[62437]: INFO nova.compute.manager [-] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Took 1.28 seconds to deallocate network for instance. [ 1460.611690] env[62437]: DEBUG nova.compute.manager [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.612206] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.613470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd7f1e9-cc76-48df-9e54-ca834498d8e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.623608] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.624518] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2776e6ec-e01a-441f-81c4-6010a9508a8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.631815] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1460.631815] env[62437]: value = "task-1811185" [ 1460.631815] env[62437]: _type = "Task" [ 1460.631815] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.642235] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.678700] env[62437]: DEBUG oslo_vmware.api [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Task: {'id': task-1811183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611366} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.678964] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.679170] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.679355] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.679571] env[62437]: INFO nova.compute.manager [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1460.679812] env[62437]: DEBUG oslo.service.loopingcall [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.679997] env[62437]: DEBUG nova.compute.manager [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.680102] env[62437]: DEBUG nova.network.neutron [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.815596] env[62437]: DEBUG nova.scheduler.client.report [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.826086] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.022850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.142898] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.177884] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.322528] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.323053] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.325514] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.325777] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.947s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.414179] env[62437]: DEBUG nova.network.neutron [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.512094] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.512370] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.643840] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.657124] env[62437]: DEBUG nova.compute.manager [req-d0da65a8-c026-4e17-ada5-deb682aae5aa req-39a6ff77-ca3a-4030-9143-2ebdedf1a969 service nova] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Received event network-vif-deleted-e6e0102b-d126-4f7d-8d56-157ebc2050cb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1461.824165] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.828492] env[62437]: DEBUG nova.compute.utils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.832271] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.832441] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.877550] env[62437]: DEBUG nova.policy [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2485612e57a4a5a8b59fe7743797cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2aebd3b60ba4fccba78882f0a862b31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.917950] env[62437]: INFO nova.compute.manager [-] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Took 1.24 seconds to deallocate network for instance. [ 1462.145984] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811185, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.248824] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Successfully created port: e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.300076] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100786d1-c48b-43e5-87aa-587451aba08d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.308249] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0399a-5641-47f6-a67c-31f5fe1424fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.353521] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.357564] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fe0f2-d3eb-40c8-a6cc-4c771eea7b5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.363521] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.368901] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa53d8-dab7-4e8c-96ed-98dea6bdaeeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.383295] env[62437]: DEBUG nova.compute.provider_tree [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.425057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.646748] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811185, 'name': PowerOffVM_Task, 'duration_secs': 1.537225} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.647192] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.647192] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.648051] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bcbb3dc-b270-47d5-8b05-c32cabd3249e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.824981] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.886190] env[62437]: DEBUG nova.scheduler.client.report [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.325644] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.363152] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.393691] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.394014] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.394246] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.394490] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.394697] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.394900] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.395179] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.395443] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.395691] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.395905] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.396152] env[62437]: DEBUG nova.virt.hardware [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.400308] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db9b1d-4d93-4acb-b4b7-cdf6f60207f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.409265] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f05475-43f4-403e-9e81-611d126e7973 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.828640] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.905335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.579s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.913381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.647s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.913662] env[62437]: INFO nova.compute.claims [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.916413] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.916638] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.917131] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Deleting the datastore file [datastore1] c37a880b-4ca6-42e4-8112-68993d5cd327 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.917809] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2031fa8-adca-498e-9850-e1ee138650ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.926100] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for the task: (returnval){ [ 1463.926100] env[62437]: value = "task-1811187" [ 1463.926100] env[62437]: _type = "Task" [ 1463.926100] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.938869] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.001511] env[62437]: DEBUG nova.compute.manager [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received event network-vif-plugged-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.001511] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.001511] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.001511] env[62437]: DEBUG oslo_concurrency.lockutils [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.002236] env[62437]: DEBUG nova.compute.manager [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] No waiting events found dispatching network-vif-plugged-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.002645] env[62437]: WARNING nova.compute.manager [req-ed884576-1ccd-4453-934a-823f74a6374c req-91ba2edf-0fb2-495c-a28e-85bea03e73d8 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received unexpected event network-vif-plugged-e4e26328-afe3-4955-a1e7-eda8f25e9bfb for instance with vm_state building and task_state spawning. [ 1464.085113] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Successfully updated port: e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.327291] env[62437]: DEBUG oslo_vmware.api [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811184, 'name': PowerOnVM_Task, 'duration_secs': 4.286768} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.327573] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.327776] env[62437]: INFO nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Took 13.47 seconds to spawn the instance on the hypervisor. [ 1464.327976] env[62437]: DEBUG nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.328777] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8adebeb-6e59-45e7-8ea6-5c793d99cfcf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.440864] env[62437]: DEBUG oslo_vmware.api [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Task: {'id': task-1811187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160996} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.443163] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.443395] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.443607] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.443827] env[62437]: INFO nova.compute.manager [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Took 3.83 seconds to destroy the instance on the hypervisor. [ 1464.444123] env[62437]: DEBUG oslo.service.loopingcall [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.445040] env[62437]: DEBUG nova.compute.manager [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.445040] env[62437]: DEBUG nova.network.neutron [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.481539] env[62437]: INFO nova.scheduler.client.report [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleted allocation for migration 66236d5e-5f03-400f-9b2b-7c473d77775d [ 1464.588010] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.588209] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.588349] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.845886] env[62437]: INFO nova.compute.manager [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Took 39.21 seconds to build instance. [ 1464.987233] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7c838222-5b04-46e2-8e10-552fafc4addc tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.772s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.169482] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.210274] env[62437]: DEBUG nova.network.neutron [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.348975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c71750b-8604-4c44-a2c5-2b4520fbfff8 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.741s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.417913] env[62437]: DEBUG nova.network.neutron [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [{"id": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "address": "fa:16:3e:89:a8:e4", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e26328-af", "ovs_interfaceid": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.429503] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573922b9-375c-4b01-b2c7-63155c747bfe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.440439] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce7e39-2da5-4a5a-af02-507003f2b514 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.474530] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d89c0-2ce3-4009-a538-4358c73c05b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.482677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "fa937bc6-203c-4830-8adc-2fc1394bb790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.482677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.487955] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0482db3d-aba0-43e9-90e7-62897d635f28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.504182] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.713550] env[62437]: INFO nova.compute.manager [-] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Took 1.27 seconds to deallocate network for instance. [ 1465.852045] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.891331] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "80f80734-f27c-4632-ac25-f8691b27087f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.891582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.921050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.921378] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance network_info: |[{"id": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "address": "fa:16:3e:89:a8:e4", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e26328-af", "ovs_interfaceid": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.921805] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e26328-afe3-4955-a1e7-eda8f25e9bfb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.930779] env[62437]: DEBUG oslo.service.loopingcall [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.931120] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.931821] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f225dfe-441b-420a-881d-fd2d95fb38c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.953777] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.953777] env[62437]: value = "task-1811188" [ 1465.953777] env[62437]: _type = "Task" [ 1465.953777] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.962074] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811188, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.028532] env[62437]: ERROR nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [req-a6585ad9-3c3a-444d-a589-bc29080f33ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6585ad9-3c3a-444d-a589-bc29080f33ff"}]} [ 1466.050354] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1466.052480] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "dadee3d2-2fb7-4e47-8545-94edd9273373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.052776] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.053091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.053375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.053594] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.058263] env[62437]: INFO nova.compute.manager [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Terminating instance [ 1466.066088] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1466.066379] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1466.077900] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1466.088023] env[62437]: DEBUG nova.compute.manager [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1466.088214] env[62437]: DEBUG nova.compute.manager [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing instance network info cache due to event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1466.088426] env[62437]: DEBUG oslo_concurrency.lockutils [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] Acquiring lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.088605] env[62437]: DEBUG oslo_concurrency.lockutils [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] Acquired lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.088778] env[62437]: DEBUG nova.network.neutron [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.096171] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1466.220305] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.370405] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.371138] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.378753] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.466373] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811188, 'name': CreateVM_Task, 'duration_secs': 0.359697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.468853] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.469748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.469911] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.470242] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.470574] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b742a4-9181-4c76-8a61-0fd4e6adb4ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.477228] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1466.477228] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e7af57-5c3b-a073-c058-24b2cffd1718" [ 1466.477228] env[62437]: _type = "Task" [ 1466.477228] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.487675] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e7af57-5c3b-a073-c058-24b2cffd1718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.560228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55fb10-bbab-4c73-8b0c-54b1b6e98ebc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.563318] env[62437]: DEBUG nova.compute.manager [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.563585] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.564354] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68588d-86bd-48e7-8156-3ba406c25e3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.574472] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73715650-5948-404a-af27-085d6bf50a93 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.577591] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.577833] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4292c059-b0d9-4ec2-84c3-5ddef1e1e515 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.611707] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09a6af-345b-42b6-9aee-d380688345d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.614394] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1466.614394] env[62437]: value = "task-1811189" [ 1466.614394] env[62437]: _type = "Task" [ 1466.614394] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.622070] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f6053-f37d-4db3-bc9b-cd64a1df781e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.629063] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.640111] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1466.839973] env[62437]: DEBUG nova.network.neutron [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updated VIF entry in instance network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.840342] env[62437]: DEBUG nova.network.neutron [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [{"id": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "address": "fa:16:3e:89:a8:e4", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e26328-af", "ovs_interfaceid": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.987272] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e7af57-5c3b-a073-c058-24b2cffd1718, 'name': SearchDatastore_Task, 'duration_secs': 0.024662} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.987664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.987899] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.988140] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.988289] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.988468] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.988717] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a0cbef1-5684-4e8e-9be3-a1986c3e0cbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.998783] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.999106] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.000113] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e26793-c7d0-4b6a-8a13-1da29eb2b195 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.006822] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1467.006822] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d0e1c4-d175-8dab-225d-16c535203cee" [ 1467.006822] env[62437]: _type = "Task" [ 1467.006822] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.018035] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d0e1c4-d175-8dab-225d-16c535203cee, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.018899] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493818b5-9108-4832-8c8c-eda5e6e5f8eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.024255] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1467.024255] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c68615-aab9-4b8e-3054-bbf1a3dfa4a4" [ 1467.024255] env[62437]: _type = "Task" [ 1467.024255] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.033313] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c68615-aab9-4b8e-3054-bbf1a3dfa4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.037591] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.038124] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.125559] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811189, 'name': PowerOffVM_Task, 'duration_secs': 0.228182} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.125559] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.125559] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.125780] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8846cbbc-aebe-4526-ac7f-9faf84e758f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.163703] env[62437]: ERROR nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [req-cf47203c-872f-44c5-93a9-0c15f4375296] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf47203c-872f-44c5-93a9-0c15f4375296"}]} [ 1467.182145] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1467.196266] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1467.196490] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.207609] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1467.225959] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1467.274125] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.274353] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.274538] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Deleting the datastore file [datastore1] dadee3d2-2fb7-4e47-8545-94edd9273373 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.274803] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-360c2670-8452-4fb1-be12-87b43b929377 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.284111] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for the task: (returnval){ [ 1467.284111] env[62437]: value = "task-1811191" [ 1467.284111] env[62437]: _type = "Task" [ 1467.284111] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.294732] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.323623] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.328405] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.328638] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1467.343471] env[62437]: DEBUG oslo_concurrency.lockutils [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] Releasing lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.343750] env[62437]: DEBUG nova.compute.manager [req-b5b66c58-a8a9-4cb2-84f3-8225191fefc5 req-db59f5ad-32df-4a14-805d-d7c899004796 service nova] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Received event network-vif-deleted-8aaad845-bef8-4f06-b009-d4b5db4625df {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.535118] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c68615-aab9-4b8e-3054-bbf1a3dfa4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.535411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.535670] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13/fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.535927] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da7d2bd3-cbcc-4676-973e-23999e7548f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.548528] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1467.548528] env[62437]: value = "task-1811192" [ 1467.548528] env[62437]: _type = "Task" [ 1467.548528] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.559876] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.771322] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f7315-ecea-44cf-aa9f-c0b916eb0440 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.780797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e1c06a-49f9-4c83-914d-1f5378f7b61a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.821313] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f1f4b8-05e6-472a-bab6-96328d57ccdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.827771] env[62437]: DEBUG oslo_vmware.api [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Task: {'id': task-1811191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156749} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.828578] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.828793] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.829009] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.829211] env[62437]: INFO nova.compute.manager [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1467.829571] env[62437]: DEBUG oslo.service.loopingcall [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.829822] env[62437]: DEBUG nova.compute.manager [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.829921] env[62437]: DEBUG nova.network.neutron [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.841023] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959259c5-c791-470a-be1e-62a69d3dcd43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.856818] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.871245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.871396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.871549] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1468.058311] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.174565] env[62437]: DEBUG nova.compute.manager [req-5b8621e2-07f3-4bf7-8671-48abe936f427 req-b9be0c3f-63d1-4a24-bb69-ab576deccb34 service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Received event network-vif-deleted-975b577f-9bcd-49b5-a840-876f83c27643 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1468.174792] env[62437]: INFO nova.compute.manager [req-5b8621e2-07f3-4bf7-8671-48abe936f427 req-b9be0c3f-63d1-4a24-bb69-ab576deccb34 service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Neutron deleted interface 975b577f-9bcd-49b5-a840-876f83c27643; detaching it from the instance and deleting it from the info cache [ 1468.175036] env[62437]: DEBUG nova.network.neutron [req-5b8621e2-07f3-4bf7-8671-48abe936f427 req-b9be0c3f-63d1-4a24-bb69-ab576deccb34 service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.391345] env[62437]: DEBUG nova.scheduler.client.report [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1468.391680] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 58 to 59 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1468.391898] env[62437]: DEBUG nova.compute.provider_tree [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.558988] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683824} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.559288] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13/fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.559512] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.560634] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b44d3eb0-4cb0-40e8-b300-cedbd59f4f41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.567842] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1468.567842] env[62437]: value = "task-1811193" [ 1468.567842] env[62437]: _type = "Task" [ 1468.567842] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.576063] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.650787] env[62437]: DEBUG nova.network.neutron [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.677635] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-447889ad-bf15-4328-9646-11b2cb2dbd08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.687419] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fe916-0adb-4df3-af5d-1cd991a5bbb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.721595] env[62437]: DEBUG nova.compute.manager [req-5b8621e2-07f3-4bf7-8671-48abe936f427 req-b9be0c3f-63d1-4a24-bb69-ab576deccb34 service nova] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Detach interface failed, port_id=975b577f-9bcd-49b5-a840-876f83c27643, reason: Instance dadee3d2-2fb7-4e47-8545-94edd9273373 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1468.897063] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.985s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.897688] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.900419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.419s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.901899] env[62437]: INFO nova.compute.claims [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.078298] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086739} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.078575] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.079368] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7fc18-02a4-4f3a-aae3-d689ab0ae29e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.101830] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13/fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.102145] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e58ef89-51a2-44e9-862b-10dc3fda69d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.125376] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1469.125376] env[62437]: value = "task-1811194" [ 1469.125376] env[62437]: _type = "Task" [ 1469.125376] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.134323] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.153742] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.155185] env[62437]: INFO nova.compute.manager [-] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Took 1.33 seconds to deallocate network for instance. [ 1469.406736] env[62437]: DEBUG nova.compute.utils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.410049] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.410099] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.451465] env[62437]: DEBUG nova.policy [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc37cb4a3cb44d3b0a3eb44301df9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37262525ee84a10814904eada319cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.636733] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.656560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.656826] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1469.656999] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.657272] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.657498] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.657716] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.657852] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1469.669018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.777733] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Successfully created port: d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.915818] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.151962] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811194, 'name': ReconfigVM_Task, 'duration_secs': 0.73709} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.152300] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13/fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.153033] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3076045-4aac-479d-bb42-357110e01cc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.160858] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1470.160858] env[62437]: value = "task-1811195" [ 1470.160858] env[62437]: _type = "Task" [ 1470.160858] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.171053] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811195, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.328650] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.504328] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0efc7a-0e13-4c1f-ad10-983ff0813903 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.512719] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98410e66-b5d5-45ad-ba79-7480fea257b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.543954] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f2b918-1693-469b-9494-33b4b159f25b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.551304] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e2a935-8cc3-45ef-960c-5e7ff9a326fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.564437] env[62437]: DEBUG nova.compute.provider_tree [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.673567] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811195, 'name': Rename_Task, 'duration_secs': 0.159357} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.673953] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.674266] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94ed805-eefd-4312-b12b-0b822f82b410 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.681461] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1470.681461] env[62437]: value = "task-1811196" [ 1470.681461] env[62437]: _type = "Task" [ 1470.681461] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.689464] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.837076] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.926472] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.952084] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.952338] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.952498] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.952683] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.952828] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.952974] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.953218] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.953408] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.953593] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.953778] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.953976] env[62437]: DEBUG nova.virt.hardware [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.954864] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2644bf35-cf20-4746-8eef-c8564406a49c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.964091] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07897dd-4a5b-491c-9c71-843bae9b2b6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.096238] env[62437]: DEBUG nova.scheduler.client.report [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1471.096558] env[62437]: DEBUG nova.compute.provider_tree [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 59 to 60 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1471.096804] env[62437]: DEBUG nova.compute.provider_tree [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1471.191515] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.305991] env[62437]: DEBUG nova.compute.manager [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Received event network-vif-plugged-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.306153] env[62437]: DEBUG oslo_concurrency.lockutils [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] Acquiring lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.306421] env[62437]: DEBUG oslo_concurrency.lockutils [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.306645] env[62437]: DEBUG oslo_concurrency.lockutils [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.306918] env[62437]: DEBUG nova.compute.manager [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] No waiting events found dispatching network-vif-plugged-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.308249] env[62437]: WARNING nova.compute.manager [req-4f86877a-6b02-45ff-8a1d-8a592b578d45 req-08e3aeff-df43-4194-9481-dfc950c4203d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Received unexpected event network-vif-plugged-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e for instance with vm_state building and task_state spawning. [ 1471.328672] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.407457] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Successfully updated port: d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.602735] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.603514] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.606864] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.678s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.608387] env[62437]: INFO nova.compute.claims [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.694912] env[62437]: DEBUG oslo_vmware.api [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811196, 'name': PowerOnVM_Task, 'duration_secs': 0.657987} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.695209] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.695412] env[62437]: INFO nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1471.695594] env[62437]: DEBUG nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.696360] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8752e43-3765-4550-bc84-11a650bb7200 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.831746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.913206] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.913381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.913543] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.112962] env[62437]: DEBUG nova.compute.utils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.119327] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.121068] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.190373] env[62437]: DEBUG nova.policy [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b90cc55504d2440f9fda8b00965062f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22f916144afa41ed98ccfedb16cf4dac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.215679] env[62437]: INFO nova.compute.manager [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 38.59 seconds to build instance. [ 1472.445295] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.494843] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Successfully created port: 9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.592932] env[62437]: DEBUG nova.network.neutron [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Updating instance_info_cache with network_info: [{"id": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "address": "fa:16:3e:78:ad:56", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f4b062-ac", "ovs_interfaceid": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.623332] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.716922] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6b2160d-0a13-46b1-bd48-c116bc8b779f tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.494s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.096434] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.096733] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance network_info: |[{"id": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "address": "fa:16:3e:78:ad:56", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f4b062-ac", "ovs_interfaceid": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1473.097713] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:ad:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.105559] env[62437]: DEBUG oslo.service.loopingcall [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.108186] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.108600] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b8089ca-a746-4125-b05e-dac6c9c8940c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.124578] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e37ed-dadf-43c7-9a33-f7694d6b2bc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.132871] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d002fd9-6b29-4caa-a7c9-ab414b5617c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.140210] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.140210] env[62437]: value = "task-1811197" [ 1473.140210] env[62437]: _type = "Task" [ 1473.140210] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.157377] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811197, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.181531] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4cd65c-7106-46ad-9a12-d87165ba591f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.191054] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b59a42-c426-40ec-b21c-96219bd8f689 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.209838] env[62437]: DEBUG nova.compute.provider_tree [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.219724] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1473.489216] env[62437]: DEBUG nova.compute.manager [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Received event network-changed-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.490248] env[62437]: DEBUG nova.compute.manager [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Refreshing instance network info cache due to event network-changed-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1473.490684] env[62437]: DEBUG oslo_concurrency.lockutils [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] Acquiring lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.490918] env[62437]: DEBUG oslo_concurrency.lockutils [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] Acquired lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.491219] env[62437]: DEBUG nova.network.neutron [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Refreshing network info cache for port d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.645452] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.659097] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811197, 'name': CreateVM_Task, 'duration_secs': 0.366758} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.659333] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.660465] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.660857] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.661225] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.661485] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd67a42-92b8-40d9-9c3a-051a0cb8d7f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.669940] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1473.669940] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5215698f-5747-7ca7-b3dc-27e24200401a" [ 1473.669940] env[62437]: _type = "Task" [ 1473.669940] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.677675] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.678287] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.678287] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.678592] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.678677] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.678981] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.679230] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.679398] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.679863] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.680074] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.680265] env[62437]: DEBUG nova.virt.hardware [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.681163] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed182bec-1a51-45ee-a381-8a26a042776f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.691044] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215698f-5747-7ca7-b3dc-27e24200401a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.697523] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884f8e1-b271-4ccf-91f4-c7e0270197d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.716250] env[62437]: DEBUG nova.scheduler.client.report [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.739497] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.185632] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215698f-5747-7ca7-b3dc-27e24200401a, 'name': SearchDatastore_Task, 'duration_secs': 0.019728} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.190029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.190029] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.190319] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.193515] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.193515] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.193515] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43ce93f-bf2d-4939-858b-1a83feecb874 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.202013] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.202545] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.203467] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934d6fbe-d225-4e61-b408-489f860e9fe6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.210316] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1474.210316] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520b4727-1c20-6634-a7a1-52b05c579891" [ 1474.210316] env[62437]: _type = "Task" [ 1474.210316] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.220765] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.223503] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.224711] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520b4727-1c20-6634-a7a1-52b05c579891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.225432] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.202s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.225676] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.228017] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.332s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.229620] env[62437]: INFO nova.compute.claims [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.265346] env[62437]: INFO nova.scheduler.client.report [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Deleted allocations for instance 70e20b4a-7ff7-407a-9c25-2b783bbc5d00 [ 1474.286858] env[62437]: DEBUG nova.network.neutron [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Updated VIF entry in instance network info cache for port d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.287297] env[62437]: DEBUG nova.network.neutron [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Updating instance_info_cache with network_info: [{"id": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "address": "fa:16:3e:78:ad:56", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f4b062-ac", "ovs_interfaceid": "d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.397817] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Successfully updated port: 9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.722069] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520b4727-1c20-6634-a7a1-52b05c579891, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.722988] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0beb4da-acc2-493c-b050-317e33f8e949 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.727019] env[62437]: DEBUG nova.compute.utils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.730098] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.730098] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.731881] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1474.731881] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5295922a-c5d4-5a00-9f0f-54654063fbfa" [ 1474.731881] env[62437]: _type = "Task" [ 1474.731881] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.744471] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5295922a-c5d4-5a00-9f0f-54654063fbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.744471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.744471] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b8ce0bb6-368d-45b4-9242-29f5d615bb56/b8ce0bb6-368d-45b4-9242-29f5d615bb56.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.744471] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4bb81f-bd9c-46d2-adfd-ac58ecdb4aa4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.752463] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1474.752463] env[62437]: value = "task-1811198" [ 1474.752463] env[62437]: _type = "Task" [ 1474.752463] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.761351] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.774191] env[62437]: DEBUG nova.policy [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7d4b64ca2f47328f1b794d68c60ba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2ffe84b0444622863bdbf1d8d43268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.775872] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55a6a063-bb79-4728-ae03-ca5404f08ddb tempest-ServerTagsTestJSON-1338616144 tempest-ServerTagsTestJSON-1338616144-project-member] Lock "70e20b4a-7ff7-407a-9c25-2b783bbc5d00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.414s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.792352] env[62437]: DEBUG oslo_concurrency.lockutils [req-8dfca139-ab01-4c31-b3a5-dd0b2ed3ef27 req-218edb75-2703-4ee5-a560-06f97cee5d2f service nova] Releasing lock "refresh_cache-b8ce0bb6-368d-45b4-9242-29f5d615bb56" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.900415] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.900576] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquired lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.900745] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.200060] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Successfully created port: e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.233966] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.267066] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.456527] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.756710] env[62437]: DEBUG nova.network.neutron [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Updating instance_info_cache with network_info: [{"id": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "address": "fa:16:3e:49:05:28", "network": {"id": "2777b564-76c9-42ff-a216-c43897929585", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1259106492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f916144afa41ed98ccfedb16cf4dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5f1ba1-92", "ovs_interfaceid": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.773892] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1475.774143] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing instance network info cache due to event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1475.774370] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.774515] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.774674] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.780704] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817404} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.780968] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b8ce0bb6-368d-45b4-9242-29f5d615bb56/b8ce0bb6-368d-45b4-9242-29f5d615bb56.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.781186] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.781436] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198ff8bb-db05-4455-a234-a06fb9d6bfde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.788118] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d5ec7-a47c-4cc7-9180-b7b50be94304 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.792452] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1475.792452] env[62437]: value = "task-1811199" [ 1475.792452] env[62437]: _type = "Task" [ 1475.792452] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.799845] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2818c-4e60-47dd-86a3-82cb5d0f2d12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.810885] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.840190] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fe297-c0e0-47ee-aec4-14b4a2461a53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.849346] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7bc66-6706-4d20-8b79-1bd33c989b99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.864170] env[62437]: DEBUG nova.compute.provider_tree [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.256078] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.273019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Releasing lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.273019] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Instance network_info: |[{"id": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "address": "fa:16:3e:49:05:28", "network": {"id": "2777b564-76c9-42ff-a216-c43897929585", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1259106492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f916144afa41ed98ccfedb16cf4dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5f1ba1-92", "ovs_interfaceid": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.273019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:05:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.280883] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Creating folder: Project (22f916144afa41ed98ccfedb16cf4dac). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.286758] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e34a70-1ec8-4898-96f3-adf13723b2e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.305322] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.305573] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.305734] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.306081] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.306081] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.306238] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.306453] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.306629] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.306781] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.307021] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.307126] env[62437]: DEBUG nova.virt.hardware [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.307460] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Created folder: Project (22f916144afa41ed98ccfedb16cf4dac) in parent group-v375259. [ 1476.307627] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Creating folder: Instances. Parent ref: group-v375352. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.308442] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1ac15-63bd-4127-a470-378eed290e8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.311331] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652b4606-8387-498d-a791-501d9829dc07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.317194] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078251} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.320608] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.323592] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d466f-57e5-4438-a07e-20a48ff9af02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.327214] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2470ea20-2abb-407f-b31a-f587e3f722fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.332746] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Created folder: Instances in parent group-v375352. [ 1476.332979] env[62437]: DEBUG oslo.service.loopingcall [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.333766] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.334020] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77701610-a32f-4c51-adee-7159c4af7cf4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.374036] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b8ce0bb6-368d-45b4-9242-29f5d615bb56/b8ce0bb6-368d-45b4-9242-29f5d615bb56.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.377751] env[62437]: DEBUG nova.scheduler.client.report [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.380844] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51615b14-177f-4dfb-acea-a7e141920ef4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.397183] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.397183] env[62437]: value = "task-1811202" [ 1476.397183] env[62437]: _type = "Task" [ 1476.397183] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.404036] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1476.404036] env[62437]: value = "task-1811203" [ 1476.404036] env[62437]: _type = "Task" [ 1476.404036] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.410764] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811202, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.418049] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.703803] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updated VIF entry in instance network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.704181] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.897697] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.898250] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.901761] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.598s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.902023] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.904295] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.303s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.905721] env[62437]: INFO nova.compute.claims [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.923821] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811203, 'name': ReconfigVM_Task, 'duration_secs': 0.354951} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.927847] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b8ce0bb6-368d-45b4-9242-29f5d615bb56/b8ce0bb6-368d-45b4-9242-29f5d615bb56.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.929253] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811202, 'name': CreateVM_Task, 'duration_secs': 0.401421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.929253] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4defc8f9-63b5-4f20-b402-d17af20f56f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.931318] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.932513] env[62437]: INFO nova.scheduler.client.report [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Deleted allocations for instance c7b714a4-07fe-4c25-b9ed-e59ff71b2c67 [ 1476.941445] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.941652] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.941986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.942718] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94462652-51e7-4d77-98b4-70d861f103a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.948659] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1476.948659] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d0ef78-36ae-d2e1-3416-824df5fbe013" [ 1476.948659] env[62437]: _type = "Task" [ 1476.948659] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.950316] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1476.950316] env[62437]: value = "task-1811204" [ 1476.950316] env[62437]: _type = "Task" [ 1476.950316] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.964619] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811204, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.968741] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d0ef78-36ae-d2e1-3416-824df5fbe013, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.969049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.969296] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.969530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.969703] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.969895] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.970210] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8c49ab3-9078-4821-8842-89f9fd2dcb38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.979394] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.980020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.980804] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9658bbe2-6c14-44e8-a3c9-c28621d6b8fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.987294] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1476.987294] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5201336d-85b8-d8ff-d4cb-ca88cb4d6c3e" [ 1476.987294] env[62437]: _type = "Task" [ 1476.987294] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.997347] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5201336d-85b8-d8ff-d4cb-ca88cb4d6c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.207958] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.207958] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Received event network-vif-plugged-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.207958] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Acquiring lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.208247] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.208422] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.209047] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] No waiting events found dispatching network-vif-plugged-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.209047] env[62437]: WARNING nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Received unexpected event network-vif-plugged-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c for instance with vm_state building and task_state spawning. [ 1477.209047] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Received event network-changed-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.209198] env[62437]: DEBUG nova.compute.manager [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Refreshing instance network info cache due to event network-changed-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1477.209270] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Acquiring lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.209407] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Acquired lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.210434] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Refreshing network info cache for port 9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.403203] env[62437]: DEBUG nova.compute.utils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.404605] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.404779] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.444029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-928853ac-986b-4145-bb26-bd71c67e168e tempest-FloatingIPsAssociationNegativeTestJSON-1593610058 tempest-FloatingIPsAssociationNegativeTestJSON-1593610058-project-member] Lock "c7b714a4-07fe-4c25-b9ed-e59ff71b2c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.069s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.473616] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811204, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.478571] env[62437]: DEBUG nova.policy [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cb2f69462ed4849a01fcd1d7d247b4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f96e0dc8a214c48afc5f97ba58d0888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.481866] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Successfully updated port: e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.498998] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5201336d-85b8-d8ff-d4cb-ca88cb4d6c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.499962] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b711e98-d88d-4fc8-8312-cd402e12db03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.506146] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1477.506146] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523fc66d-0510-773a-3ce8-3ea223ecd263" [ 1477.506146] env[62437]: _type = "Task" [ 1477.506146] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.515116] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fc66d-0510-773a-3ce8-3ea223ecd263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.908904] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1477.968910] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811204, 'name': Rename_Task, 'duration_secs': 0.895916} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.973496] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Successfully created port: 965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.976738] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.979010] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2978c1f0-c35f-46d2-a5de-a0aa2beecf54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.985322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.985544] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.985764] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.988969] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1477.988969] env[62437]: value = "task-1811205" [ 1477.988969] env[62437]: _type = "Task" [ 1477.988969] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.001836] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.021896] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fc66d-0510-773a-3ce8-3ea223ecd263, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.025177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.025478] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9aa0c672-1b3d-416d-b626-9c880c127339/9aa0c672-1b3d-416d-b626-9c880c127339.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.026295] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e787f19-006b-4c5a-af45-ea620f7bd41b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.038064] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1478.038064] env[62437]: value = "task-1811206" [ 1478.038064] env[62437]: _type = "Task" [ 1478.038064] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.052181] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.163348] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Updated VIF entry in instance network info cache for port 9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.163818] env[62437]: DEBUG nova.network.neutron [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Updating instance_info_cache with network_info: [{"id": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "address": "fa:16:3e:49:05:28", "network": {"id": "2777b564-76c9-42ff-a216-c43897929585", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1259106492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f916144afa41ed98ccfedb16cf4dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5f1ba1-92", "ovs_interfaceid": "9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.257880] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1478.258473] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing instance network info cache due to event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1478.258473] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.258673] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.258673] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.370645] env[62437]: DEBUG nova.compute.manager [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1478.370645] env[62437]: DEBUG nova.compute.manager [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing instance network info cache due to event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1478.370645] env[62437]: DEBUG oslo_concurrency.lockutils [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] Acquiring lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.370645] env[62437]: DEBUG oslo_concurrency.lockutils [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] Acquired lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.372211] env[62437]: DEBUG nova.network.neutron [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.503675] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811205, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.533371] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.550924] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.596388] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cd496a-eb7c-4fcb-8502-212f21104837 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.607835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7432c294-3a87-4715-beb1-c46252e849c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.645044] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a6830-710c-4585-a8de-000291a8aac5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.656042] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cc448-d61b-415f-8751-6737b5dd172f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.670931] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f960982-b6d8-4be3-b461-e4934c1fd753 req-620aa3ae-0359-431c-8c80-81ea9a11aefd service nova] Releasing lock "refresh_cache-9aa0c672-1b3d-416d-b626-9c880c127339" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.671566] env[62437]: DEBUG nova.compute.provider_tree [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.903265] env[62437]: DEBUG nova.network.neutron [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updating instance_info_cache with network_info: [{"id": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "address": "fa:16:3e:bb:fd:6f", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16d59e7-36", "ovs_interfaceid": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.921184] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1478.968014] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.968014] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.969414] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.969965] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.970755] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.971165] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.972087] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.972262] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.972629] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.972958] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.973717] env[62437]: DEBUG nova.virt.hardware [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.975451] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a242d3a-5364-4998-9f93-515fa040ff40 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.001171] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c15339-fd2d-450c-a9e2-fc05cb0e821c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.016596] env[62437]: DEBUG oslo_vmware.api [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811205, 'name': PowerOnVM_Task, 'duration_secs': 0.887575} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.030724] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.033304] env[62437]: INFO nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1479.033304] env[62437]: DEBUG nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.034521] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d161d3-e8df-4584-8876-8dcdc820677a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.072737] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618105} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.073915] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9aa0c672-1b3d-416d-b626-9c880c127339/9aa0c672-1b3d-416d-b626-9c880c127339.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.073915] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.074329] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef937ce0-61ce-44b0-992b-c010c0724051 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.085858] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1479.085858] env[62437]: value = "task-1811207" [ 1479.085858] env[62437]: _type = "Task" [ 1479.085858] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.099334] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.174542] env[62437]: DEBUG nova.scheduler.client.report [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.282602] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updated VIF entry in instance network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.283232] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.349295] env[62437]: DEBUG nova.network.neutron [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updated VIF entry in instance network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.349295] env[62437]: DEBUG nova.network.neutron [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [{"id": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "address": "fa:16:3e:89:a8:e4", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e26328-af", "ovs_interfaceid": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.408386] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.408386] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Instance network_info: |[{"id": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "address": "fa:16:3e:bb:fd:6f", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16d59e7-36", "ovs_interfaceid": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.408955] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:fd:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e16d59e7-36fb-449a-bf0d-84dc26a44607', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.420824] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Creating folder: Project (1e2ffe84b0444622863bdbf1d8d43268). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.420824] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-710b4705-d823-4ea9-a5d3-b2abc365c3e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.430307] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Created folder: Project (1e2ffe84b0444622863bdbf1d8d43268) in parent group-v375259. [ 1479.430705] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Creating folder: Instances. Parent ref: group-v375355. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.430705] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86958e82-f51d-4eff-9616-d8da75d7c763 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.439267] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.439490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.439814] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.440591] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.440591] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.442775] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Created folder: Instances in parent group-v375355. [ 1479.442959] env[62437]: DEBUG oslo.service.loopingcall [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.443395] env[62437]: INFO nova.compute.manager [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Terminating instance [ 1479.444642] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.444852] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146b5687-2b8b-4c29-979d-9e15eafefefc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.466899] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.466899] env[62437]: value = "task-1811210" [ 1479.466899] env[62437]: _type = "Task" [ 1479.466899] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.475864] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811210, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.582224] env[62437]: INFO nova.compute.manager [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Took 41.35 seconds to build instance. [ 1479.599461] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071292} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.599461] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.599461] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc24235-1f0a-4fb2-85ce-afde03512eb6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.623199] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9aa0c672-1b3d-416d-b626-9c880c127339/9aa0c672-1b3d-416d-b626-9c880c127339.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.627187] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbdc598-e322-413f-b2c8-a3c3cf3a2e04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.647587] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1479.647587] env[62437]: value = "task-1811211" [ 1479.647587] env[62437]: _type = "Task" [ 1479.647587] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.657842] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.680309] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.680846] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.683547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.551s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.684998] env[62437]: INFO nova.compute.claims [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.786380] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.786664] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1479.786873] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing instance network info cache due to event network-changed-e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1479.787109] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquiring lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.853556] env[62437]: DEBUG oslo_concurrency.lockutils [req-44604ee8-84f2-46f4-ada9-7e7890a677e2 req-cba87bfb-e4d7-4e7f-8d0f-5c40a9ff7248 service nova] Releasing lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.854077] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquired lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.854304] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Refreshing network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.963463] env[62437]: DEBUG nova.compute.manager [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.964014] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.964932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319947c3-71e0-4530-b482-86ee9ebecdbe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.979443] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811210, 'name': CreateVM_Task, 'duration_secs': 0.393562} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.981829] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.982303] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.983156] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.983354] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.983672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.984074] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc922677-fd23-491a-a748-554dd08d7680 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.985538] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3f8ac6-9c4a-45ca-9f28-76481bfa37fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.990603] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1479.990603] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52152913-c411-c1a9-1c6a-69de66363cad" [ 1479.990603] env[62437]: _type = "Task" [ 1479.990603] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.995224] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1479.995224] env[62437]: value = "task-1811212" [ 1479.995224] env[62437]: _type = "Task" [ 1479.995224] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.005807] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52152913-c411-c1a9-1c6a-69de66363cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.011608] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.084482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ee27c5c-dd48-4046-b9c3-74d766b47c17 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.172s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.132514] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Successfully updated port: 965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.158987] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811211, 'name': ReconfigVM_Task, 'duration_secs': 0.307996} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.159577] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9aa0c672-1b3d-416d-b626-9c880c127339/9aa0c672-1b3d-416d-b626-9c880c127339.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.160525] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595b5fda-290f-4de5-9abf-d91c850b5c03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.167975] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1480.167975] env[62437]: value = "task-1811213" [ 1480.167975] env[62437]: _type = "Task" [ 1480.167975] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.178459] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811213, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.192249] env[62437]: DEBUG nova.compute.utils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.194585] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.194880] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.295646] env[62437]: DEBUG nova.policy [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879e7d49b46b4634b382ec0940f2377a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f4d2065b12456bba0745065a032ba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.504296] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52152913-c411-c1a9-1c6a-69de66363cad, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.505047] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.505377] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.505567] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.505716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.505896] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.511875] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99aeda49-0720-4540-a90e-17434f64fb28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.514039] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811212, 'name': PowerOffVM_Task, 'duration_secs': 0.310127} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.514385] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.514574] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.515567] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d69634a5-304a-4af5-b1e8-107284e91536 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.522842] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.523049] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.523760] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d48b952-539d-40aa-b4c1-b0d8ad93bac0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.529290] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1480.529290] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529dead2-d49f-823b-0167-40621f19e6ed" [ 1480.529290] env[62437]: _type = "Task" [ 1480.529290] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.539109] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529dead2-d49f-823b-0167-40621f19e6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.588221] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.597063] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.597063] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.597063] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleting the datastore file [datastore1] fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.597063] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a4c7cd5-d316-46fd-9101-0b21b705be6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.605549] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1480.605549] env[62437]: value = "task-1811215" [ 1480.605549] env[62437]: _type = "Task" [ 1480.605549] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.615666] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.618732] env[62437]: DEBUG nova.compute.manager [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1480.618951] env[62437]: DEBUG nova.compute.manager [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing instance network info cache due to event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1480.619162] env[62437]: DEBUG oslo_concurrency.lockutils [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.619310] env[62437]: DEBUG oslo_concurrency.lockutils [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.619469] env[62437]: DEBUG nova.network.neutron [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.637947] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.637947] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.638135] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.676111] env[62437]: DEBUG nova.compute.manager [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Received event network-vif-plugged-965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1480.677770] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Acquiring lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.678014] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.678331] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.678400] env[62437]: DEBUG nova.compute.manager [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] No waiting events found dispatching network-vif-plugged-965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.678591] env[62437]: WARNING nova.compute.manager [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Received unexpected event network-vif-plugged-965dc450-c350-4e1e-a380-19db59cfb891 for instance with vm_state building and task_state spawning. [ 1480.678760] env[62437]: DEBUG nova.compute.manager [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Received event network-changed-965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1480.678916] env[62437]: DEBUG nova.compute.manager [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Refreshing instance network info cache due to event network-changed-965dc450-c350-4e1e-a380-19db59cfb891. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1480.679098] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Acquiring lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.685923] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811213, 'name': Rename_Task, 'duration_secs': 0.145733} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.686184] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.686749] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cefd5221-b83f-4519-9d77-b707420c0dca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.694015] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1480.694015] env[62437]: value = "task-1811216" [ 1480.694015] env[62437]: _type = "Task" [ 1480.694015] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.698068] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.711891] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811216, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.805642] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updated VIF entry in instance network info cache for port e4e26328-afe3-4955-a1e7-eda8f25e9bfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.806019] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [{"id": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "address": "fa:16:3e:89:a8:e4", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e26328-af", "ovs_interfaceid": "e4e26328-afe3-4955-a1e7-eda8f25e9bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.922809] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Successfully created port: 2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.040882] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529dead2-d49f-823b-0167-40621f19e6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.022973} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.042410] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345813d4-f963-4944-8dee-0069c75bb432 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.051670] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1481.051670] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526ff6fb-0be0-5638-3f75-d40515c9b51d" [ 1481.051670] env[62437]: _type = "Task" [ 1481.051670] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.062144] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526ff6fb-0be0-5638-3f75-d40515c9b51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.073477] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ab2bb5-45ee-42cf-a6bf-dcafeb64f1bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.080453] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Suspending the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1481.080453] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a9b7f774-5907-4703-b6bb-829641b2a968 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.090065] env[62437]: DEBUG oslo_vmware.api [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1481.090065] env[62437]: value = "task-1811217" [ 1481.090065] env[62437]: _type = "Task" [ 1481.090065] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.101889] env[62437]: DEBUG oslo_vmware.api [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811217, 'name': SuspendVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.115550] env[62437]: DEBUG oslo_vmware.api [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.115681] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.116148] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.116148] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.116261] env[62437]: INFO nova.compute.manager [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1481.116523] env[62437]: DEBUG oslo.service.loopingcall [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.117580] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.117882] env[62437]: DEBUG nova.compute.manager [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1481.118072] env[62437]: DEBUG nova.network.neutron [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.185180] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.211271] env[62437]: DEBUG oslo_vmware.api [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811216, 'name': PowerOnVM_Task, 'duration_secs': 0.467474} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.219857] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.219993] env[62437]: INFO nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1481.221744] env[62437]: DEBUG nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.224017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb3166-52a6-48d4-a22a-25daa110891a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.275411] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c239bc-6b53-4d3a-983b-a858d78e2d92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.283854] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbfd15d-1f5a-46eb-8b13-1391ea47478a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.316699] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Releasing lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.317016] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Received event network-vif-plugged-e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.317346] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.317446] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.317613] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.317782] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] No waiting events found dispatching network-vif-plugged-e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.317971] env[62437]: WARNING nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Received unexpected event network-vif-plugged-e16d59e7-36fb-449a-bf0d-84dc26a44607 for instance with vm_state building and task_state spawning. [ 1481.318180] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Received event network-changed-e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.318345] env[62437]: DEBUG nova.compute.manager [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Refreshing instance network info cache due to event network-changed-e16d59e7-36fb-449a-bf0d-84dc26a44607. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1481.318548] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquiring lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.318690] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Acquired lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.318853] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Refreshing network info cache for port e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.323385] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1467145c-7824-45c0-a335-7c7830846605 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.333215] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a591b8-a12a-4c37-b7a7-1f44651429b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.349437] env[62437]: DEBUG nova.compute.provider_tree [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.450845] env[62437]: DEBUG nova.network.neutron [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updating instance_info_cache with network_info: [{"id": "965dc450-c350-4e1e-a380-19db59cfb891", "address": "fa:16:3e:bb:1b:68", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965dc450-c3", "ovs_interfaceid": "965dc450-c350-4e1e-a380-19db59cfb891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.568033] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526ff6fb-0be0-5638-3f75-d40515c9b51d, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.568033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.568033] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9e00dcfd-147c-443b-bafc-ac77382a57a4/9e00dcfd-147c-443b-bafc-ac77382a57a4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.568293] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8580796a-e35c-4d19-9a73-43d5dacd2f15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.576296] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1481.576296] env[62437]: value = "task-1811218" [ 1481.576296] env[62437]: _type = "Task" [ 1481.576296] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.586208] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.598600] env[62437]: DEBUG oslo_vmware.api [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811217, 'name': SuspendVM_Task} progress is 58%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.723467] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.743534] env[62437]: INFO nova.compute.manager [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Took 43.28 seconds to build instance. [ 1481.759713] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.760967] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.761248] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.761579] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.761828] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.762095] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.762437] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.762747] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.763039] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.763717] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.763901] env[62437]: DEBUG nova.virt.hardware [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.764922] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6438a8-dcc0-4797-b04a-920fc8f44fe0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.776632] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022b6a04-91e2-423d-b257-f5b22f41f8c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.853275] env[62437]: DEBUG nova.scheduler.client.report [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.957423] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.957860] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Instance network_info: |[{"id": "965dc450-c350-4e1e-a380-19db59cfb891", "address": "fa:16:3e:bb:1b:68", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965dc450-c3", "ovs_interfaceid": "965dc450-c350-4e1e-a380-19db59cfb891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.958268] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Acquired lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.958447] env[62437]: DEBUG nova.network.neutron [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Refreshing network info cache for port 965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.959792] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:1b:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965dc450-c350-4e1e-a380-19db59cfb891', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.969193] env[62437]: DEBUG oslo.service.loopingcall [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.975737] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.976438] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b876532-b3bb-46c0-96d8-399e0e064884 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.001252] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.001252] env[62437]: value = "task-1811219" [ 1482.001252] env[62437]: _type = "Task" [ 1482.001252] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.009478] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811219, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.090811] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.101057] env[62437]: DEBUG oslo_vmware.api [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811217, 'name': SuspendVM_Task, 'duration_secs': 0.670891} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.101835] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Suspended the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1482.101835] env[62437]: DEBUG nova.compute.manager [None req-abb31fa5-12c6-44f0-8340-f8473aebfd14 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.102683] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1844db-d4c8-4008-ae52-c5be7e21d72c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.225243] env[62437]: DEBUG nova.network.neutron [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updated VIF entry in instance network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.225624] env[62437]: DEBUG nova.network.neutron [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.230108] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updated VIF entry in instance network info cache for port e16d59e7-36fb-449a-bf0d-84dc26a44607. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.230108] env[62437]: DEBUG nova.network.neutron [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updating instance_info_cache with network_info: [{"id": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "address": "fa:16:3e:bb:fd:6f", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16d59e7-36", "ovs_interfaceid": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.250089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e5b9c6a7-7df1-41a8-8f07-654afdc49a8d tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.388s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.359679] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.360456] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1482.363661] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.269s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.365694] env[62437]: INFO nova.compute.claims [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.488843] env[62437]: DEBUG nova.network.neutron [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updated VIF entry in instance network info cache for port 965dc450-c350-4e1e-a380-19db59cfb891. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.488843] env[62437]: DEBUG nova.network.neutron [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updating instance_info_cache with network_info: [{"id": "965dc450-c350-4e1e-a380-19db59cfb891", "address": "fa:16:3e:bb:1b:68", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965dc450-c3", "ovs_interfaceid": "965dc450-c350-4e1e-a380-19db59cfb891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.513636] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811219, 'name': CreateVM_Task, 'duration_secs': 0.487192} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.513879] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.514555] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.514724] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.515087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.515333] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef290aa-c02e-40ae-9dbe-df063eef83f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.519818] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1482.519818] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525db444-9f8c-d2a4-ba0e-2b90aecaa4ac" [ 1482.519818] env[62437]: _type = "Task" [ 1482.519818] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.530959] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525db444-9f8c-d2a4-ba0e-2b90aecaa4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.592184] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618786} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.594896] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9e00dcfd-147c-443b-bafc-ac77382a57a4/9e00dcfd-147c-443b-bafc-ac77382a57a4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.595167] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.595437] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a14d59d-39b1-40d9-87b7-8265d6bd4f3e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.602932] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1482.602932] env[62437]: value = "task-1811220" [ 1482.602932] env[62437]: _type = "Task" [ 1482.602932] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.611161] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.733348] env[62437]: DEBUG nova.network.neutron [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.734864] env[62437]: DEBUG oslo_concurrency.lockutils [req-24dca501-50f5-49b7-b0c6-cc3c8734ad91 req-95521462-72d9-4fee-bbc8-94c5fbf7d7b6 service nova] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.735399] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e11954d-a77a-49da-91ff-bdac4b956c0e req-480241ca-3206-49c9-abf3-4ced01f4ffb6 service nova] Releasing lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.752847] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.871237] env[62437]: DEBUG nova.compute.utils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1482.873020] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1482.873113] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1482.938452] env[62437]: DEBUG nova.policy [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c3cf7acc2ff409ba7935d1fbb2d2b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80f41f8f1f234bd6bc21130aa40beadf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1482.992189] env[62437]: DEBUG oslo_concurrency.lockutils [req-e86e081b-b976-4e34-babe-f457c11e0bf1 req-12fca85e-1c10-4416-95d8-ce1cda39bf52 service nova] Releasing lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.034778] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525db444-9f8c-d2a4-ba0e-2b90aecaa4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.035313] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.038672] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.038672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.038672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.038672] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.038672] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbf2c44-d470-4b26-956f-9b8b347f4333 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.048051] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.048051] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.049520] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002bb00e-2121-436a-a422-67e763fa340a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.058204] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1483.058204] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec25fc-1ae0-7183-1238-13ad9740b4c9" [ 1483.058204] env[62437]: _type = "Task" [ 1483.058204] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.071744] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec25fc-1ae0-7183-1238-13ad9740b4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.118084] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066602} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.118557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.119735] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c8ce8-b9d4-4970-bf1b-2e8d0488c558 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.150222] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 9e00dcfd-147c-443b-bafc-ac77382a57a4/9e00dcfd-147c-443b-bafc-ac77382a57a4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.150963] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31300af-fff9-46ce-992a-5bda4307a615 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.173272] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1483.173272] env[62437]: value = "task-1811221" [ 1483.173272] env[62437]: _type = "Task" [ 1483.173272] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.182220] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.238667] env[62437]: INFO nova.compute.manager [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 2.12 seconds to deallocate network for instance. [ 1483.246037] env[62437]: DEBUG nova.compute.manager [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Received event network-vif-deleted-e4e26328-afe3-4955-a1e7-eda8f25e9bfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.246360] env[62437]: DEBUG nova.compute.manager [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.246548] env[62437]: DEBUG nova.compute.manager [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing instance network info cache due to event network-changed-3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1483.247050] env[62437]: DEBUG oslo_concurrency.lockutils [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] Acquiring lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.247050] env[62437]: DEBUG oslo_concurrency.lockutils [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] Acquired lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.247444] env[62437]: DEBUG nova.network.neutron [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Refreshing network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.283602] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.378347] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1483.496898] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Successfully created port: 1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.569962] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec25fc-1ae0-7183-1238-13ad9740b4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.573959] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85affb13-2d3e-4d2a-8bd9-0cd32b925c56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.579511] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1483.579511] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8dfa2-40c3-f517-6e36-483ed6e650c4" [ 1483.579511] env[62437]: _type = "Task" [ 1483.579511] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.588341] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8dfa2-40c3-f517-6e36-483ed6e650c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.689266] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811221, 'name': ReconfigVM_Task, 'duration_secs': 0.287527} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.691162] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 9e00dcfd-147c-443b-bafc-ac77382a57a4/9e00dcfd-147c-443b-bafc-ac77382a57a4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.693264] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f3f595-3583-48b5-b2e2-af36b9a4912a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.700803] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1483.700803] env[62437]: value = "task-1811222" [ 1483.700803] env[62437]: _type = "Task" [ 1483.700803] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.720485] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811222, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.722344] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Successfully updated port: 2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.746508] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.839705] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.007586] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bf1b6d-c776-419d-bba6-ba5c45538567 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.017152] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a63f0a-fe83-4539-a21e-f76481a12334 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.055147] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42f6cc-c51f-4dd2-80b1-583857528198 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.063843] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f34f1-0cbc-413e-9f11-672d2a348253 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.080267] env[62437]: DEBUG nova.compute.provider_tree [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.092574] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8dfa2-40c3-f517-6e36-483ed6e650c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.093556] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.093984] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/8310346b-1be8-4da3-aa80-08f9cbc20e36.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.094392] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a414cbb1-cbd0-4284-813c-ca6fbf055355 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.102030] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1484.102030] env[62437]: value = "task-1811223" [ 1484.102030] env[62437]: _type = "Task" [ 1484.102030] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.112762] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.167321] env[62437]: DEBUG nova.network.neutron [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updated VIF entry in instance network info cache for port 3591abea-5dde-45da-a8aa-624d6b9c8427. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.171214] env[62437]: DEBUG nova.network.neutron [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [{"id": "3591abea-5dde-45da-a8aa-624d6b9c8427", "address": "fa:16:3e:86:dc:68", "network": {"id": "2f933398-552f-4aac-83a2-0fecf0a663f5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-308272265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2aebd3b60ba4fccba78882f0a862b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3591abea-5d", "ovs_interfaceid": "3591abea-5dde-45da-a8aa-624d6b9c8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.211305] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811222, 'name': Rename_Task, 'duration_secs': 0.161513} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.211669] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.211980] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d64535-3133-493f-b372-ff3e2869c249 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.219151] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1484.219151] env[62437]: value = "task-1811224" [ 1484.219151] env[62437]: _type = "Task" [ 1484.219151] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.225798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.225798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquired lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.225798] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.230940] env[62437]: DEBUG nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.231294] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.235314] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5453c7b-f672-4084-bda0-0623db6a082e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.399022] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1484.440804] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.441074] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.441241] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.441429] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.441577] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.441728] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.442028] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.442244] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.442368] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.445943] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.446336] env[62437]: DEBUG nova.virt.hardware [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.448061] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc448472-5563-45a7-8d0c-07db0a2efb2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.451904] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "9aa0c672-1b3d-416d-b626-9c880c127339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.452187] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.452416] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.452609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.452816] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.457172] env[62437]: INFO nova.compute.manager [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Terminating instance [ 1484.460049] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5ab7e-b945-4b6d-85da-80482430a701 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.584046] env[62437]: DEBUG nova.scheduler.client.report [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.612459] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811223, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.670728] env[62437]: DEBUG oslo_concurrency.lockutils [req-631ac20f-905c-45d5-a147-f6ff6bef31d7 req-b5f9015c-14b0-400f-8484-5f197d19b08a service nova] Releasing lock "refresh_cache-38eb0d83-d36c-4271-94b7-88538732994c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.735420] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811224, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.745081] env[62437]: INFO nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] instance snapshotting [ 1484.745323] env[62437]: WARNING nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1484.749977] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9f438-6cba-4d51-aeb4-5eaddf975da4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.772959] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.775453] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85538d17-c9d1-4060-8120-d114ad2f4570 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.961464] env[62437]: DEBUG nova.network.neutron [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Updating instance_info_cache with network_info: [{"id": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "address": "fa:16:3e:f0:2d:9a", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e571732-b4", "ovs_interfaceid": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.967027] env[62437]: DEBUG nova.compute.manager [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.967239] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.968141] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56206ca-6390-4e37-bdb9-2e4a62b91a88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.984022] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.984022] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801a0ad3-c27e-4364-a99a-7a3ddf571c8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.990995] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1484.990995] env[62437]: value = "task-1811225" [ 1484.990995] env[62437]: _type = "Task" [ 1484.990995] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.999449] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.089313] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.089899] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.092659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.966s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.094020] env[62437]: INFO nova.compute.claims [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.113656] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55126} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.114444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/8310346b-1be8-4da3-aa80-08f9cbc20e36.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.114759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.115063] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b1fe7a-baad-4b54-b0a6-531e1a602b17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.125467] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1485.125467] env[62437]: value = "task-1811226" [ 1485.125467] env[62437]: _type = "Task" [ 1485.125467] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.132760] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.231151] env[62437]: DEBUG oslo_vmware.api [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811224, 'name': PowerOnVM_Task, 'duration_secs': 0.524678} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.232195] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.232195] env[62437]: INFO nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1485.232195] env[62437]: DEBUG nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.232584] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0728d510-5c0a-40f9-8fd3-6acd48711d39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.286146] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1485.286840] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4d5edc7-24cf-448d-9372-8143f81470d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.297662] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1485.297662] env[62437]: value = "task-1811227" [ 1485.297662] env[62437]: _type = "Task" [ 1485.297662] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.307447] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.360992] env[62437]: DEBUG nova.compute.manager [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Received event network-vif-plugged-2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1485.361296] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Acquiring lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.361590] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.362111] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.362373] env[62437]: DEBUG nova.compute.manager [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] No waiting events found dispatching network-vif-plugged-2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.362602] env[62437]: WARNING nova.compute.manager [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Received unexpected event network-vif-plugged-2e571732-b4c7-40f7-b2ae-e7f9933d951e for instance with vm_state building and task_state spawning. [ 1485.362823] env[62437]: DEBUG nova.compute.manager [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Received event network-changed-2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1485.363050] env[62437]: DEBUG nova.compute.manager [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Refreshing instance network info cache due to event network-changed-2e571732-b4c7-40f7-b2ae-e7f9933d951e. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1485.363274] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Acquiring lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.381361] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.381361] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.467018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Releasing lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.467018] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Instance network_info: |[{"id": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "address": "fa:16:3e:f0:2d:9a", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e571732-b4", "ovs_interfaceid": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.467018] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Acquired lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.467018] env[62437]: DEBUG nova.network.neutron [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Refreshing network info cache for port 2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.467441] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:2d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e571732-b4c7-40f7-b2ae-e7f9933d951e', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.481028] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Creating folder: Project (c3f4d2065b12456bba0745065a032ba7). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.481896] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Successfully updated port: 1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.487970] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad20d213-a37b-4f89-8389-546fabb71073 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.499309] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Created folder: Project (c3f4d2065b12456bba0745065a032ba7) in parent group-v375259. [ 1485.499309] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Creating folder: Instances. Parent ref: group-v375359. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.502880] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6be4bfc-8559-4dc9-978f-0c8c64acdee4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.505087] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811225, 'name': PowerOffVM_Task, 'duration_secs': 0.170554} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.505087] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.505208] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.506076] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d73547-9b7d-4c20-bd5d-ea5bd54c1e38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.515477] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Created folder: Instances in parent group-v375359. [ 1485.515721] env[62437]: DEBUG oslo.service.loopingcall [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.515913] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.516134] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-589a5fc6-a6ee-4fad-b99b-b535ad7571e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.539924] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.539924] env[62437]: value = "task-1811231" [ 1485.539924] env[62437]: _type = "Task" [ 1485.539924] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.548568] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811231, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.580645] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.580867] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.581064] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Deleting the datastore file [datastore1] 9aa0c672-1b3d-416d-b626-9c880c127339 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.581338] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891f7290-9384-4f34-b304-381f502cc869 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.593870] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for the task: (returnval){ [ 1485.593870] env[62437]: value = "task-1811232" [ 1485.593870] env[62437]: _type = "Task" [ 1485.593870] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.597769] env[62437]: DEBUG nova.compute.utils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1485.605434] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1485.605652] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.614130] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.633735] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075391} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.636687] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.637224] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f6d609-bd1c-47bf-bbdd-35ab5617b7a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.660081] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/8310346b-1be8-4da3-aa80-08f9cbc20e36.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.660405] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa7cf12-b962-4618-8d9f-be1ad7bdcde3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.682805] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1485.682805] env[62437]: value = "task-1811233" [ 1485.682805] env[62437]: _type = "Task" [ 1485.682805] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.691225] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.702898] env[62437]: DEBUG nova.policy [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2811219e0fa4476ca18cf49c4d5d7647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a72078d506f4e799965c4c388be2f6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.752148] env[62437]: INFO nova.compute.manager [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Took 43.85 seconds to build instance. [ 1485.807163] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811227, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.847855] env[62437]: DEBUG nova.network.neutron [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Updated VIF entry in instance network info cache for port 2e571732-b4c7-40f7-b2ae-e7f9933d951e. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.848231] env[62437]: DEBUG nova.network.neutron [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Updating instance_info_cache with network_info: [{"id": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "address": "fa:16:3e:f0:2d:9a", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e571732-b4", "ovs_interfaceid": "2e571732-b4c7-40f7-b2ae-e7f9933d951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.984959] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.985150] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquired lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.985319] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.053813] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811231, 'name': CreateVM_Task, 'duration_secs': 0.390791} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.054194] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.057522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.057522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.057522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.057522] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401a0812-0e0c-4397-96a7-71dd9a319c7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.062717] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1486.062717] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ae58a4-1c1e-6354-c9de-b58f111017c5" [ 1486.062717] env[62437]: _type = "Task" [ 1486.062717] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.071535] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ae58a4-1c1e-6354-c9de-b58f111017c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.100915] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.108090] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Successfully created port: 008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.113920] env[62437]: DEBUG oslo_vmware.api [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Task: {'id': task-1811232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199991} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.113920] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.113920] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.114118] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.114313] env[62437]: INFO nova.compute.manager [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1486.114654] env[62437]: DEBUG oslo.service.loopingcall [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.114718] env[62437]: DEBUG nova.compute.manager [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.114880] env[62437]: DEBUG nova.network.neutron [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.194241] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811233, 'name': ReconfigVM_Task, 'duration_secs': 0.319009} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.196846] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/8310346b-1be8-4da3-aa80-08f9cbc20e36.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.197740] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da215eea-fc58-44d8-9fc7-21795e77525a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.204674] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1486.204674] env[62437]: value = "task-1811234" [ 1486.204674] env[62437]: _type = "Task" [ 1486.204674] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.214868] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811234, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.256629] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2e004b7f-0b66-4ccb-9dec-2b0cf1d37897 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.281s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.306549] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811227, 'name': CreateSnapshot_Task, 'duration_secs': 0.617183} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.306777] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1486.307559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a8b41-d219-4d73-93f6-681dfdc72b43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.350604] env[62437]: DEBUG oslo_concurrency.lockutils [req-88572dbc-a623-4b60-ae3a-93bad7a198b0 req-618875d4-558f-417e-9fbc-f08bb3aae9bc service nova] Releasing lock "refresh_cache-0a4d4298-51ef-45bf-ba76-73a540cf1716" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.525841] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.574249] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ae58a4-1c1e-6354-c9de-b58f111017c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.574545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.575431] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.575835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.577931] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.577931] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.577931] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cee20b6-e885-40dc-9df5-767a22bb4674 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.587747] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.587877] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.588641] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76a7cc3-1aea-4a38-822c-38cdd6c948cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.594855] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1486.594855] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb3243-2d55-82de-50d3-3cb14d6f9985" [ 1486.594855] env[62437]: _type = "Task" [ 1486.594855] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.602899] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb3243-2d55-82de-50d3-3cb14d6f9985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.718064] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811234, 'name': Rename_Task, 'duration_secs': 0.14927} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.718909] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.719353] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c6fe969-a5e9-4c7a-889f-54d1c113d77d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.730185] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1486.730185] env[62437]: value = "task-1811235" [ 1486.730185] env[62437]: _type = "Task" [ 1486.730185] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.738908] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.759203] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.786103] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01fdb95-3a29-4602-b976-b5aef4b845f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.794902] env[62437]: DEBUG nova.network.neutron [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Updating instance_info_cache with network_info: [{"id": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "address": "fa:16:3e:17:0a:dd", "network": {"id": "f8d2bb14-f96d-4443-aa9f-6a3055b81821", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965153075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80f41f8f1f234bd6bc21130aa40beadf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451857d-45", "ovs_interfaceid": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.797389] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef847885-98da-482b-a4dd-7337cbe74fc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.845203] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1486.849470] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08cb10bb-1698-4c66-b3bf-34a5236a48f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.854473] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d4cc5-b0b2-4b87-a272-5f784d7c05f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.870071] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001de223-6c42-43b3-b49e-18e9dd115739 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.876269] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1486.876269] env[62437]: value = "task-1811236" [ 1486.876269] env[62437]: _type = "Task" [ 1486.876269] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.897958] env[62437]: DEBUG nova.compute.provider_tree [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.907473] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811236, 'name': CloneVM_Task} progress is 16%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.109208] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb3243-2d55-82de-50d3-3cb14d6f9985, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.110963] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1487.113910] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3134891d-72a2-45c3-a197-4265ee4f7d57 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.121618] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1487.121618] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b43e25-3306-dada-80ff-55fb9c6ecdec" [ 1487.121618] env[62437]: _type = "Task" [ 1487.121618] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.131628] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b43e25-3306-dada-80ff-55fb9c6ecdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.145816] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1487.146073] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.146235] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1487.146419] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.146568] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1487.146720] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1487.146936] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1487.147110] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1487.147284] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1487.147459] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1487.147661] env[62437]: DEBUG nova.virt.hardware [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1487.148542] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74009f24-15a3-4709-9f9e-c3c044606cc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.157186] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c1326-4d64-425d-ba38-4ac12c274b76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.240157] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.286205] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.303723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Releasing lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.304425] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Instance network_info: |[{"id": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "address": "fa:16:3e:17:0a:dd", "network": {"id": "f8d2bb14-f96d-4443-aa9f-6a3055b81821", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965153075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80f41f8f1f234bd6bc21130aa40beadf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451857d-45", "ovs_interfaceid": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.304897] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:0a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1451857d-4546-48b3-b67a-8ba2bfa8ddb2', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.314721] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Creating folder: Project (80f41f8f1f234bd6bc21130aa40beadf). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.314721] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01de1811-fe04-4372-99a2-5887a258b039 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.324373] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Created folder: Project (80f41f8f1f234bd6bc21130aa40beadf) in parent group-v375259. [ 1487.324665] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Creating folder: Instances. Parent ref: group-v375364. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.325170] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d78746-6ec2-4f33-8a0d-9aeea4eb82c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.336769] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Created folder: Instances in parent group-v375364. [ 1487.337032] env[62437]: DEBUG oslo.service.loopingcall [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.337240] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.337508] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77bcd1a-913b-4267-afc1-d86d9ba70475 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.357362] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.357362] env[62437]: value = "task-1811239" [ 1487.357362] env[62437]: _type = "Task" [ 1487.357362] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.361417] env[62437]: DEBUG nova.network.neutron [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.368694] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811239, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.389505] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811236, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.399171] env[62437]: DEBUG nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Received event network-vif-plugged-1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1487.399171] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Acquiring lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.399171] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.399978] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.400343] env[62437]: DEBUG nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] No waiting events found dispatching network-vif-plugged-1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.401439] env[62437]: WARNING nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Received unexpected event network-vif-plugged-1451857d-4546-48b3-b67a-8ba2bfa8ddb2 for instance with vm_state building and task_state spawning. [ 1487.401728] env[62437]: DEBUG nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Received event network-changed-1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1487.402235] env[62437]: DEBUG nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Refreshing instance network info cache due to event network-changed-1451857d-4546-48b3-b67a-8ba2bfa8ddb2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1487.402356] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Acquiring lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.402601] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Acquired lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.402872] env[62437]: DEBUG nova.network.neutron [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Refreshing network info cache for port 1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.405912] env[62437]: DEBUG nova.scheduler.client.report [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.634058] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b43e25-3306-dada-80ff-55fb9c6ecdec, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.634615] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.634934] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0a4d4298-51ef-45bf-ba76-73a540cf1716/0a4d4298-51ef-45bf-ba76-73a540cf1716.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.635522] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2806ac09-f6cf-435c-beb5-78d9edb7145c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.644586] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1487.644586] env[62437]: value = "task-1811240" [ 1487.644586] env[62437]: _type = "Task" [ 1487.644586] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.654564] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.741685] env[62437]: DEBUG oslo_vmware.api [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811235, 'name': PowerOnVM_Task, 'duration_secs': 0.976102} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.741965] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.742188] env[62437]: INFO nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1487.742369] env[62437]: DEBUG nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.743132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db6735-a258-4944-b259-aad68ad3ea1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.868091] env[62437]: INFO nova.compute.manager [-] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Took 1.75 seconds to deallocate network for instance. [ 1487.868417] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811239, 'name': CreateVM_Task, 'duration_secs': 0.473643} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.870126] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1487.870868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.871084] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.871438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1487.874295] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a985d932-d717-4605-ae1c-21e25f4411a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.882698] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1487.882698] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a0cfbd-1c3d-59be-b297-344d2561b2f2" [ 1487.882698] env[62437]: _type = "Task" [ 1487.882698] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.889054] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811236, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.894530] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a0cfbd-1c3d-59be-b297-344d2561b2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.894530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.894706] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.894940] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.895101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.895284] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.895539] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a4747ba-39f1-4cc1-ba84-849673638c4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.903578] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.903791] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.904831] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7822041-2a12-43af-bc1e-cadd68356f68 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.910134] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1487.910134] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523df11a-6d89-c382-6fe4-17e295683f5a" [ 1487.910134] env[62437]: _type = "Task" [ 1487.910134] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.915746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.916253] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.918920] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.897s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.919169] env[62437]: DEBUG nova.objects.instance [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lazy-loading 'resources' on Instance uuid 7e729a3e-c36e-4001-9333-b145b7250bc5 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.925579] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523df11a-6d89-c382-6fe4-17e295683f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.157600] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811240, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.262243] env[62437]: INFO nova.compute.manager [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Took 41.39 seconds to build instance. [ 1488.366598] env[62437]: DEBUG nova.network.neutron [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Updated VIF entry in instance network info cache for port 1451857d-4546-48b3-b67a-8ba2bfa8ddb2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.366978] env[62437]: DEBUG nova.network.neutron [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Updating instance_info_cache with network_info: [{"id": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "address": "fa:16:3e:17:0a:dd", "network": {"id": "f8d2bb14-f96d-4443-aa9f-6a3055b81821", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965153075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80f41f8f1f234bd6bc21130aa40beadf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451857d-45", "ovs_interfaceid": "1451857d-4546-48b3-b67a-8ba2bfa8ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.378014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.393952] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811236, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.404724] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Successfully updated port: 008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.420262] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523df11a-6d89-c382-6fe4-17e295683f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.026531} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.424362] env[62437]: DEBUG nova.compute.utils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1488.425606] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62daf53-b7bd-48f2-b397-8369c988b858 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.428793] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1488.428983] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1488.435994] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1488.435994] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bbf0-c193-0292-5e4c-ad7d13bf788b" [ 1488.435994] env[62437]: _type = "Task" [ 1488.435994] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.448389] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bbf0-c193-0292-5e4c-ad7d13bf788b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.479441] env[62437]: DEBUG nova.policy [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00852ae75c604f2da832b4fc45709971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0330aa8dd332475691e3e35571c1bd39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.661620] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696103} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.661912] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0a4d4298-51ef-45bf-ba76-73a540cf1716/0a4d4298-51ef-45bf-ba76-73a540cf1716.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.662151] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.662447] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f2554c4-ac43-436f-a420-f8d3f85054d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.672217] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1488.672217] env[62437]: value = "task-1811241" [ 1488.672217] env[62437]: _type = "Task" [ 1488.672217] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.681116] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.766291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6fa4c6fc-a14a-4cd2-99c0-887f2ae46178 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.379s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.823759] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Successfully created port: 80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.870370] env[62437]: DEBUG oslo_concurrency.lockutils [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] Releasing lock "refresh_cache-c8676778-02e1-42af-9f27-1ce067cd30fa" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.870370] env[62437]: DEBUG nova.compute.manager [req-90a88e7c-1550-459a-acac-dddf68337d82 req-895893f7-aa8c-4b67-a540-89678418de43 service nova] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Received event network-vif-deleted-9d5f1ba1-92d7-4c54-8efc-44da5d6ebe3c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.887993] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811236, 'name': CloneVM_Task, 'duration_secs': 1.622283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.890419] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Created linked-clone VM from snapshot [ 1488.894077] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0915712-bdd5-4a8f-a7ac-b2f842827053 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.904117] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Uploading image 1ae4a602-e531-4097-8a76-a3b6dcf7d81f {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1488.910399] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.910399] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.910399] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.931354] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.938116] env[62437]: INFO nova.compute.manager [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Rescuing [ 1488.939111] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.939111] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.939111] env[62437]: DEBUG nova.network.neutron [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.946404] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1488.946404] env[62437]: value = "vm-375363" [ 1488.946404] env[62437]: _type = "VirtualMachine" [ 1488.946404] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1488.951203] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c9816-2aa3-491e-bb51-025a4fa2862f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.954162] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-775e156c-0954-48a7-98b8-edc30c1836dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.965021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf35e3-f022-43ed-a4b3-1b92aec94d4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.967193] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bbf0-c193-0292-5e4c-ad7d13bf788b, 'name': SearchDatastore_Task, 'duration_secs': 0.021716} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.968655] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.969337] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c8676778-02e1-42af-9f27-1ce067cd30fa/c8676778-02e1-42af-9f27-1ce067cd30fa.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.969337] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease: (returnval){ [ 1488.969337] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252acda-3d70-ba1c-fe68-430b7fb34f17" [ 1488.969337] env[62437]: _type = "HttpNfcLease" [ 1488.969337] env[62437]: } obtained for exporting VM: (result){ [ 1488.969337] env[62437]: value = "vm-375363" [ 1488.969337] env[62437]: _type = "VirtualMachine" [ 1488.969337] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1488.969613] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the lease: (returnval){ [ 1488.969613] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252acda-3d70-ba1c-fe68-430b7fb34f17" [ 1488.969613] env[62437]: _type = "HttpNfcLease" [ 1488.969613] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1488.970343] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638edd63-4bda-4b4d-a2b8-c8e25bdcc9b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.003737] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938038c9-5c2d-412a-9149-a2bbde83d82e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.010383] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1489.010383] env[62437]: value = "task-1811243" [ 1489.010383] env[62437]: _type = "Task" [ 1489.010383] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.010383] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1489.010383] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252acda-3d70-ba1c-fe68-430b7fb34f17" [ 1489.010383] env[62437]: _type = "HttpNfcLease" [ 1489.010383] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1489.014879] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1489.014879] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252acda-3d70-ba1c-fe68-430b7fb34f17" [ 1489.014879] env[62437]: _type = "HttpNfcLease" [ 1489.014879] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1489.016270] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9edae67-2449-426b-83ec-c95221636728 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.019757] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0a341-d34e-4adf-b7f6-507c94b387ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.029342] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.040557] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1489.040908] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1489.042455] env[62437]: DEBUG nova.compute.provider_tree [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.182503] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311822} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.182503] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.183908] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b9136-dd50-4f09-8f97-45e3815cb3fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.204771] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0a4d4298-51ef-45bf-ba76-73a540cf1716/0a4d4298-51ef-45bf-ba76-73a540cf1716.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.205044] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa66297-188c-4b57-96a4-9a2c103f76ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.223522] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1489.223522] env[62437]: value = "task-1811244" [ 1489.223522] env[62437]: _type = "Task" [ 1489.223522] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.231196] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.268246] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.273417] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74a5cf0b-eefc-47b7-8f2b-19cb105488e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.461171] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.477821] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Received event network-changed-e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1489.478118] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Refreshing instance network info cache due to event network-changed-e16d59e7-36fb-449a-bf0d-84dc26a44607. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1489.478419] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Acquiring lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.478627] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Acquired lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.479121] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Refreshing network info cache for port e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.520252] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811243, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.569329] env[62437]: ERROR nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [req-6d03a26a-8183-4653-bd2a-93ec7465639e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d03a26a-8183-4653-bd2a-93ec7465639e"}]} [ 1489.588863] env[62437]: DEBUG nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1489.607229] env[62437]: DEBUG nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1489.607460] env[62437]: DEBUG nova.compute.provider_tree [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.623716] env[62437]: DEBUG nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1489.648208] env[62437]: DEBUG nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1489.669018] env[62437]: DEBUG nova.network.neutron [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.739421] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811244, 'name': ReconfigVM_Task, 'duration_secs': 0.274742} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.739902] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0a4d4298-51ef-45bf-ba76-73a540cf1716/0a4d4298-51ef-45bf-ba76-73a540cf1716.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.740590] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28269e1-b1ef-4d5e-a8c7-197905435206 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.749399] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1489.749399] env[62437]: value = "task-1811245" [ 1489.749399] env[62437]: _type = "Task" [ 1489.749399] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.760817] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811245, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.794325] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.943089] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.968284] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.969211] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.969211] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.969372] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.969423] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.969549] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.970137] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.970137] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.970290] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.970340] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.970499] env[62437]: DEBUG nova.virt.hardware [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.971951] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef856c-ee3b-40b5-85b1-eda6afc4d587 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.983464] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ad410c-0f92-4d29-8192-64b434dc0e81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.015696] env[62437]: DEBUG nova.network.neutron [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updating instance_info_cache with network_info: [{"id": "965dc450-c350-4e1e-a380-19db59cfb891", "address": "fa:16:3e:bb:1b:68", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965dc450-c3", "ovs_interfaceid": "965dc450-c350-4e1e-a380-19db59cfb891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.027158] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811243, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.171020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.174065] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Instance network_info: |[{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.174065] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:6b:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008c7617-d75a-48ce-a028-480ccc01efea', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.184644] env[62437]: DEBUG oslo.service.loopingcall [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.191103] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.194498] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a5ff1b-67f1-467d-8311-6044eff24a8f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.219389] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.219389] env[62437]: value = "task-1811246" [ 1490.219389] env[62437]: _type = "Task" [ 1490.219389] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.231640] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.255671] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63957bb7-b9ef-4fbc-9f28-60f14285d4a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.263830] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811245, 'name': Rename_Task, 'duration_secs': 0.164528} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.268141] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.268543] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ff48b5-3391-4724-9193-646aad300455 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.271274] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c82de-50c5-4808-83b6-b021910d4b2d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.305489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e91b5c-a7d4-4361-a6c2-66c3023de020 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.308682] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1490.308682] env[62437]: value = "task-1811247" [ 1490.308682] env[62437]: _type = "Task" [ 1490.308682] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.316712] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308e1c7-6a27-44c4-a4b4-a1e98c716469 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.325121] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.335651] env[62437]: DEBUG nova.compute.provider_tree [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.403131] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updated VIF entry in instance network info cache for port e16d59e7-36fb-449a-bf0d-84dc26a44607. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.403548] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updating instance_info_cache with network_info: [{"id": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "address": "fa:16:3e:bb:fd:6f", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16d59e7-36", "ovs_interfaceid": "e16d59e7-36fb-449a-bf0d-84dc26a44607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.521283] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.523860] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811243, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.590902] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Successfully updated port: 80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.730791] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.818932] env[62437]: DEBUG oslo_vmware.api [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811247, 'name': PowerOnVM_Task, 'duration_secs': 0.495025} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.819307] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.819588] env[62437]: INFO nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1490.819866] env[62437]: DEBUG nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.820671] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d44cb6-52bb-4a3f-a336-fa73ca77c542 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.842049] env[62437]: DEBUG nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.907032] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Releasing lock "refresh_cache-9e00dcfd-147c-443b-bafc-ac77382a57a4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.907135] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received event network-vif-plugged-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.907343] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Acquiring lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.908417] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.908417] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.908417] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] No waiting events found dispatching network-vif-plugged-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.908417] env[62437]: WARNING nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received unexpected event network-vif-plugged-008c7617-d75a-48ce-a028-480ccc01efea for instance with vm_state building and task_state spawning. [ 1490.908417] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received event network-changed-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.908659] env[62437]: DEBUG nova.compute.manager [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing instance network info cache due to event network-changed-008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1490.908659] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Acquiring lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.908796] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Acquired lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.908956] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.021553] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811243, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.882686} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.021900] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c8676778-02e1-42af-9f27-1ce067cd30fa/c8676778-02e1-42af-9f27-1ce067cd30fa.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.022140] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.022299] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad3259a-60e0-45bb-a7b0-558845b5203f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.028985] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1491.028985] env[62437]: value = "task-1811248" [ 1491.028985] env[62437]: _type = "Task" [ 1491.028985] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.037408] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.093499] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.093688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquired lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.093831] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.231122] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.337588] env[62437]: INFO nova.compute.manager [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Took 39.76 seconds to build instance. [ 1491.346284] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.427s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.348519] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.924s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.348733] env[62437]: DEBUG nova.objects.instance [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lazy-loading 'resources' on Instance uuid 7920bc8e-fb29-4b8c-9406-384d54057b87 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.369617] env[62437]: INFO nova.scheduler.client.report [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleted allocations for instance 7e729a3e-c36e-4001-9333-b145b7250bc5 [ 1491.505039] env[62437]: DEBUG nova.compute.manager [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Received event network-vif-plugged-80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1491.505269] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Acquiring lock "8a65483e-428b-4740-a113-774522a91cc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.505481] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Lock "8a65483e-428b-4740-a113-774522a91cc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.505651] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Lock "8a65483e-428b-4740-a113-774522a91cc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.505841] env[62437]: DEBUG nova.compute.manager [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] No waiting events found dispatching network-vif-plugged-80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.506044] env[62437]: WARNING nova.compute.manager [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Received unexpected event network-vif-plugged-80de1326-e13c-471e-a8b9-40232611017b for instance with vm_state building and task_state spawning. [ 1491.506337] env[62437]: DEBUG nova.compute.manager [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Received event network-changed-80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1491.506507] env[62437]: DEBUG nova.compute.manager [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Refreshing instance network info cache due to event network-changed-80de1326-e13c-471e-a8b9-40232611017b. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1491.506676] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Acquiring lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.543539] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204017} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.544993] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.545495] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f51e3-307c-46e8-ae6b-7a50a0744c69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.570649] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c8676778-02e1-42af-9f27-1ce067cd30fa/c8676778-02e1-42af-9f27-1ce067cd30fa.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.575286] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc8b693-64bb-4a79-9cbf-722949a510b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.599586] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1491.599586] env[62437]: value = "task-1811249" [ 1491.599586] env[62437]: _type = "Task" [ 1491.599586] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.608668] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.655035] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.731679] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.759931] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updated VIF entry in instance network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.760311] env[62437]: DEBUG nova.network.neutron [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.837052] env[62437]: DEBUG nova.network.neutron [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Updating instance_info_cache with network_info: [{"id": "80de1326-e13c-471e-a8b9-40232611017b", "address": "fa:16:3e:04:64:77", "network": {"id": "f35991fa-46e7-4a6f-983a-1ac1533799ab", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1178063488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0330aa8dd332475691e3e35571c1bd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80de1326-e1", "ovs_interfaceid": "80de1326-e13c-471e-a8b9-40232611017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.838883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03d89dcd-6fc6-4e69-ac90-f7128d83537b tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.554s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.878199] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c3d2d89-2036-4660-99a6-5058a67656c9 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "7e729a3e-c36e-4001-9333-b145b7250bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.789s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.038275] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.038663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.038951] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.039231] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.041102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.041840] env[62437]: INFO nova.compute.manager [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Terminating instance [ 1492.092615] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.093698] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ad3e90-77bd-4d30-8473-66741cc371ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.101346] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1492.101346] env[62437]: value = "task-1811250" [ 1492.101346] env[62437]: _type = "Task" [ 1492.101346] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.112853] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.118246] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.233949] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.263310] env[62437]: DEBUG oslo_concurrency.lockutils [req-59fb514a-45f8-44a3-ba2e-113537f89113 req-b038b691-1db3-4ea0-86a9-f59e94d108d0 service nova] Releasing lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.290486] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae19680-0337-4b15-83ac-4ff2679f7d8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.298252] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65302ef-881e-437e-bc4b-da81c7e9e53b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.329952] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba03272b-561e-4310-9ea3-e85df414132b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.338086] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815ba28-7046-420f-a5b6-4c67db715e2c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.342254] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Releasing lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.342557] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Instance network_info: |[{"id": "80de1326-e13c-471e-a8b9-40232611017b", "address": "fa:16:3e:04:64:77", "network": {"id": "f35991fa-46e7-4a6f-983a-1ac1533799ab", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1178063488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0330aa8dd332475691e3e35571c1bd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80de1326-e1", "ovs_interfaceid": "80de1326-e13c-471e-a8b9-40232611017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1492.342876] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.345793] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Acquired lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.345985] env[62437]: DEBUG nova.network.neutron [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Refreshing network info cache for port 80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.346937] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:64:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80de1326-e13c-471e-a8b9-40232611017b', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.354153] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Creating folder: Project (0330aa8dd332475691e3e35571c1bd39). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.357439] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd17ba81-d1c8-4c08-bb94-aeb20a3853cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.368642] env[62437]: DEBUG nova.compute.provider_tree [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.378328] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Created folder: Project (0330aa8dd332475691e3e35571c1bd39) in parent group-v375259. [ 1492.378465] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Creating folder: Instances. Parent ref: group-v375368. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.379180] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd084c2e-99ec-420a-903f-e8653cd72a55 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.388594] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Created folder: Instances in parent group-v375368. [ 1492.388874] env[62437]: DEBUG oslo.service.loopingcall [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.389017] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.389229] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b465dfba-ac74-4d28-9beb-bf84102dff83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.409895] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.409895] env[62437]: value = "task-1811253" [ 1492.409895] env[62437]: _type = "Task" [ 1492.409895] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.417506] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811253, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.548281] env[62437]: DEBUG nova.compute.manager [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.548517] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.549721] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ec049c-c44a-4dd0-ab88-14b63459c2c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.558576] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.558827] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced66972-b4db-4a7a-9c90-216a106d57af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.565236] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1492.565236] env[62437]: value = "task-1811254" [ 1492.565236] env[62437]: _type = "Task" [ 1492.565236] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.572661] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.611202] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.615796] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.631264] env[62437]: DEBUG nova.network.neutron [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Updated VIF entry in instance network info cache for port 80de1326-e13c-471e-a8b9-40232611017b. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.631614] env[62437]: DEBUG nova.network.neutron [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Updating instance_info_cache with network_info: [{"id": "80de1326-e13c-471e-a8b9-40232611017b", "address": "fa:16:3e:04:64:77", "network": {"id": "f35991fa-46e7-4a6f-983a-1ac1533799ab", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1178063488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0330aa8dd332475691e3e35571c1bd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80de1326-e1", "ovs_interfaceid": "80de1326-e13c-471e-a8b9-40232611017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.701485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.701959] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.702274] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.702582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.702824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.708040] env[62437]: INFO nova.compute.manager [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Terminating instance [ 1492.736222] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.868277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.871413] env[62437]: DEBUG nova.scheduler.client.report [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.920504] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811253, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.076384] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811254, 'name': PowerOffVM_Task, 'duration_secs': 0.347135} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.076733] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.076933] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.077283] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01f51fe-11f5-4418-a318-1ef38564378f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.114229] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811249, 'name': ReconfigVM_Task, 'duration_secs': 1.474376} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.118054] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c8676778-02e1-42af-9f27-1ce067cd30fa/c8676778-02e1-42af-9f27-1ce067cd30fa.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.118845] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811250, 'name': PowerOffVM_Task, 'duration_secs': 0.81106} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.119087] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-456a7f70-f214-4e96-9508-48c5d51ad139 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.122066] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.122231] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76e406-a1c8-4bb6-91a2-c3f24fc698c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.141265] env[62437]: DEBUG oslo_concurrency.lockutils [req-41e2cf7f-3562-4e43-b072-abe6efa8c0b6 req-ec29bd0b-048e-4891-863c-27034f819c17 service nova] Releasing lock "refresh_cache-8a65483e-428b-4740-a113-774522a91cc1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.143494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf44b1a-089b-4b84-af72-ccac7887fc93 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.146548] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1493.146548] env[62437]: value = "task-1811256" [ 1493.146548] env[62437]: _type = "Task" [ 1493.146548] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.157403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.157652] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.157849] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleting the datastore file [datastore1] e3f1694d-f74b-46ab-b356-d967e1e53b10 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.161263] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c507bd7c-9966-45d6-bbaf-6380b1b3f469 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.163148] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811256, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.168073] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for the task: (returnval){ [ 1493.168073] env[62437]: value = "task-1811257" [ 1493.168073] env[62437]: _type = "Task" [ 1493.168073] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.178576] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.180499] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.180752] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee240241-4b76-4089-a249-8d0bda5d1291 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.187626] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1493.187626] env[62437]: value = "task-1811258" [ 1493.187626] env[62437]: _type = "Task" [ 1493.187626] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.195426] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.212834] env[62437]: DEBUG nova.compute.manager [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.213092] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.213969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341f1982-5ea0-4d02-b81d-4399945075fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.221514] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.221756] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6f0065-69d9-4c91-a097-c0e31a47071a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.229119] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1493.229119] env[62437]: value = "task-1811259" [ 1493.229119] env[62437]: _type = "Task" [ 1493.229119] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.235979] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811246, 'name': CreateVM_Task, 'duration_secs': 2.682487} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.236526] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.237242] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.237414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.238008] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.242070] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeaab79d-9d7c-492a-b10a-fbc06ac7041e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.244588] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.248400] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1493.248400] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5230f29e-cd42-089f-bc51-d79b385f8920" [ 1493.248400] env[62437]: _type = "Task" [ 1493.248400] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.257450] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5230f29e-cd42-089f-bc51-d79b385f8920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.377324] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.382459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.161s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.382459] env[62437]: DEBUG nova.objects.instance [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lazy-loading 'resources' on Instance uuid c37a880b-4ca6-42e4-8112-68993d5cd327 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.408981] env[62437]: INFO nova.scheduler.client.report [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Deleted allocations for instance 7920bc8e-fb29-4b8c-9406-384d54057b87 [ 1493.424043] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811253, 'name': CreateVM_Task, 'duration_secs': 0.661728} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.424483] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.425217] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.657967] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811256, 'name': Rename_Task, 'duration_secs': 0.179976} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.658339] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.658593] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62561e9d-d526-4914-89f1-a6ad0e22dc42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.665613] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1493.665613] env[62437]: value = "task-1811260" [ 1493.665613] env[62437]: _type = "Task" [ 1493.665613] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.679182] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.681965] env[62437]: DEBUG oslo_vmware.api [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Task: {'id': task-1811257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207506} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.682229] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.682415] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.682591] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.682779] env[62437]: INFO nova.compute.manager [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1493.683109] env[62437]: DEBUG oslo.service.loopingcall [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.683320] env[62437]: DEBUG nova.compute.manager [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.683412] env[62437]: DEBUG nova.network.neutron [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.697755] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1493.697982] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.698244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.698396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.698577] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.698834] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b95f62-c205-49b0-8b16-1bf280546047 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.706537] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.706733] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.707552] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8f8e34-a7bb-463a-b3a3-b72df5458a17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.713367] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1493.713367] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52594230-93ea-dc7e-598d-c276b28bcfac" [ 1493.713367] env[62437]: _type = "Task" [ 1493.713367] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.727182] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52594230-93ea-dc7e-598d-c276b28bcfac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.739489] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811259, 'name': PowerOffVM_Task, 'duration_secs': 0.184703} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.739696] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.739904] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.740166] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8640999a-fc22-4966-b778-1e14f1323601 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.759433] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5230f29e-cd42-089f-bc51-d79b385f8920, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.759870] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.760229] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.760354] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.760580] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.760908] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.761279] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb002e3b-a666-47f7-acb5-4e9380dde2fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.765803] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1493.765803] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5dd3a-fa2d-2991-5bd4-b7b483cc9417" [ 1493.765803] env[62437]: _type = "Task" [ 1493.765803] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.774196] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5dd3a-fa2d-2991-5bd4-b7b483cc9417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.808123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.808123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.825020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.825020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.825020] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Deleting the datastore file [datastore1] 0a4d4298-51ef-45bf-ba76-73a540cf1716 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.825020] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24d936f-da90-4019-b793-7214e745de2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.831940] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for the task: (returnval){ [ 1493.831940] env[62437]: value = "task-1811262" [ 1493.831940] env[62437]: _type = "Task" [ 1493.831940] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.840855] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.923789] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eea4ce8-2ef4-455a-9432-44a87e47ebc9 tempest-InstanceActionsV221TestJSON-1404589447 tempest-InstanceActionsV221TestJSON-1404589447-project-member] Lock "7920bc8e-fb29-4b8c-9406-384d54057b87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.382s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.148167] env[62437]: DEBUG nova.compute.manager [req-d2a54cbb-d5ff-42b3-ada4-d42570e2aa26 req-23b94901-4ecf-4607-a38d-f30c3c823ff7 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Received event network-vif-deleted-5fb554a5-0782-468f-b099-94658db21d40 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1494.148397] env[62437]: INFO nova.compute.manager [req-d2a54cbb-d5ff-42b3-ada4-d42570e2aa26 req-23b94901-4ecf-4607-a38d-f30c3c823ff7 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Neutron deleted interface 5fb554a5-0782-468f-b099-94658db21d40; detaching it from the instance and deleting it from the info cache [ 1494.148511] env[62437]: DEBUG nova.network.neutron [req-d2a54cbb-d5ff-42b3-ada4-d42570e2aa26 req-23b94901-4ecf-4607-a38d-f30c3c823ff7 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.178465] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.233127] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52594230-93ea-dc7e-598d-c276b28bcfac, 'name': SearchDatastore_Task, 'duration_secs': 0.018921} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.237920] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd6c53e-0cc1-40c0-80e7-a699a153af4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.245851] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1494.245851] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c36bc4-eb7e-5be7-fea4-a54252741f6f" [ 1494.245851] env[62437]: _type = "Task" [ 1494.245851] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.261983] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c36bc4-eb7e-5be7-fea4-a54252741f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.282881] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d5dd3a-fa2d-2991-5bd4-b7b483cc9417, 'name': SearchDatastore_Task, 'duration_secs': 0.045904} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.287236] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.287643] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.287976] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.311939] env[62437]: DEBUG nova.compute.utils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.348185] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.352941] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc79b1e5-1f2b-4d55-ad73-010cad95813d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.362540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c94bc-b97f-4987-afb7-a8b74191ea42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.408422] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d87a2f-fa0c-40e5-b20b-5d85ce26723e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.416371] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459be5f-efde-4ae6-8434-53c714d5cc3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.431943] env[62437]: DEBUG nova.compute.provider_tree [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.481052] env[62437]: DEBUG nova.network.neutron [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.651364] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3769410-58ac-4fbb-87f0-ce7ffc2d5838 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.660917] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c07cb-d1cd-4791-a4bd-25b55bb6940e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.680949] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.700980] env[62437]: DEBUG nova.compute.manager [req-d2a54cbb-d5ff-42b3-ada4-d42570e2aa26 req-23b94901-4ecf-4607-a38d-f30c3c823ff7 service nova] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Detach interface failed, port_id=5fb554a5-0782-468f-b099-94658db21d40, reason: Instance e3f1694d-f74b-46ab-b356-d967e1e53b10 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1494.756832] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c36bc4-eb7e-5be7-fea4-a54252741f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.021216} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.757164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.757454] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1494.757809] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.758109] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.758429] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a52499-dae2-4163-8956-7a27d5193e08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.761504] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3ae618-144f-48b5-8741-2dd9c25db148 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.770270] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1494.770270] env[62437]: value = "task-1811263" [ 1494.770270] env[62437]: _type = "Task" [ 1494.770270] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.776152] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.776441] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.777998] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8e47f9-ac90-451a-80a1-bd6a72cb3c23 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.786163] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.789477] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1494.789477] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224a741-7cfa-f431-f43a-5f8d0e4ce791" [ 1494.789477] env[62437]: _type = "Task" [ 1494.789477] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.797564] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5224a741-7cfa-f431-f43a-5f8d0e4ce791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.818842] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.844575] env[62437]: DEBUG oslo_vmware.api [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Task: {'id': task-1811262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555601} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.844957] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.845233] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.845477] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.845669] env[62437]: INFO nova.compute.manager [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1494.845918] env[62437]: DEBUG oslo.service.loopingcall [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.846131] env[62437]: DEBUG nova.compute.manager [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.846231] env[62437]: DEBUG nova.network.neutron [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.934987] env[62437]: DEBUG nova.scheduler.client.report [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.983524] env[62437]: INFO nova.compute.manager [-] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Took 1.30 seconds to deallocate network for instance. [ 1495.182966] env[62437]: DEBUG oslo_vmware.api [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811260, 'name': PowerOnVM_Task, 'duration_secs': 1.292194} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.183568] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.183568] env[62437]: INFO nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1495.183721] env[62437]: DEBUG nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.184812] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a334e83-7985-406d-95e2-b812ac720764 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.282840] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.300935] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5224a741-7cfa-f431-f43a-5f8d0e4ce791, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.301897] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7eded0-66b3-49ea-aaf1-2d602636bb2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.308563] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1495.308563] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526f3392-fb18-8ef7-b2c0-9a529eaaebb2" [ 1495.308563] env[62437]: _type = "Task" [ 1495.308563] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.317769] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f3392-fb18-8ef7-b2c0-9a529eaaebb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.443030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.443740] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.064s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.446477] env[62437]: INFO nova.compute.claims [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.463036] env[62437]: INFO nova.scheduler.client.report [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Deleted allocations for instance c37a880b-4ca6-42e4-8112-68993d5cd327 [ 1495.489850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.709087] env[62437]: DEBUG nova.network.neutron [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.712406] env[62437]: INFO nova.compute.manager [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Took 41.60 seconds to build instance. [ 1495.782196] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586814} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.782517] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 1495.783348] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e416c9-ab5b-42b1-9a3f-bbc6b2a68bea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.808587] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.808872] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dffe79f-765d-4486-91fd-46fc432fd134 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.833663] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f3392-fb18-8ef7-b2c0-9a529eaaebb2, 'name': SearchDatastore_Task, 'duration_secs': 0.025256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.834900] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.835202] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2fae54f8-608e-43f7-a4f3-4fc12e3440c2/2fae54f8-608e-43f7-a4f3-4fc12e3440c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.835513] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1495.835513] env[62437]: value = "task-1811264" [ 1495.835513] env[62437]: _type = "Task" [ 1495.835513] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.835719] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.835906] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.836125] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af912bb0-247a-41d3-97ad-408799a81d86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.842847] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce264ec-2d39-427d-a016-0a7e81da4c41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.856434] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.857769] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1495.857769] env[62437]: value = "task-1811265" [ 1495.857769] env[62437]: _type = "Task" [ 1495.857769] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.865864] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.874232] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.874416] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.875146] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5577b974-2797-4584-a7a3-35da0c62318b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.880523] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1495.880523] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52dfc412-ef10-c3f5-0f2f-0c875a389790" [ 1495.880523] env[62437]: _type = "Task" [ 1495.880523] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.888818] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dfc412-ef10-c3f5-0f2f-0c875a389790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.915142] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.915142] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.915142] env[62437]: INFO nova.compute.manager [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Attaching volume 48e42993-4ebd-41c3-878e-306c11d1db7c to /dev/sdb [ 1495.971350] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ff781-075c-481c-b19a-d7da958004e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.974370] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ce915a85-b8e4-40db-a24c-27ea7ecd0c02 tempest-ServerMetadataTestJSON-728082105 tempest-ServerMetadataTestJSON-728082105-project-member] Lock "c37a880b-4ca6-42e4-8112-68993d5cd327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.874s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.982725] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f63ccf-47ee-4959-b577-b6fc17b6121e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.995055] env[62437]: DEBUG nova.virt.block_device [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updating existing volume attachment record: 4ccf473a-2c45-4a32-b071-b1d8ec01f422 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1496.179899] env[62437]: DEBUG nova.compute.manager [req-c059a156-afc9-4ad8-9b7c-de1161ebcd20 req-a2ccefe9-eaa3-48e5-a8a9-61ef0d7b858a service nova] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Received event network-vif-deleted-2e571732-b4c7-40f7-b2ae-e7f9933d951e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1496.216410] env[62437]: INFO nova.compute.manager [-] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Took 1.37 seconds to deallocate network for instance. [ 1496.217255] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbcbc5e9-4167-4e18-8fb4-d217fb709c02 tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.327s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.356550] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.371347] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.394950] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dfc412-ef10-c3f5-0f2f-0c875a389790, 'name': SearchDatastore_Task, 'duration_secs': 0.019659} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.395862] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ed3b78-266c-4d56-a087-e6583fcf84eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.403900] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1496.403900] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233c442-228f-438e-8605-5417a7b5123d" [ 1496.403900] env[62437]: _type = "Task" [ 1496.403900] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.414969] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5233c442-228f-438e-8605-5417a7b5123d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.733339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.733339] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1496.863296] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811264, 'name': ReconfigVM_Task, 'duration_secs': 0.947946} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.867977] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.869366] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5acc4e0-e0e0-4fe0-ad28-c45f8396cc03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.878965] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737685} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.897126] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2fae54f8-608e-43f7-a4f3-4fc12e3440c2/2fae54f8-608e-43f7-a4f3-4fc12e3440c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.897383] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.902617] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-961dc317-d08c-4560-8340-7b95bbfd6e53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.905054] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa1741f-a1fa-4be5-b93a-98f557d9efe5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.931750] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5233c442-228f-438e-8605-5417a7b5123d, 'name': SearchDatastore_Task, 'duration_secs': 0.052535} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.934854] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.935291] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8a65483e-428b-4740-a113-774522a91cc1/8a65483e-428b-4740-a113-774522a91cc1.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.935785] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1496.935785] env[62437]: value = "task-1811271" [ 1496.935785] env[62437]: _type = "Task" [ 1496.935785] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.936219] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1496.936219] env[62437]: value = "task-1811270" [ 1496.936219] env[62437]: _type = "Task" [ 1496.936219] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.936638] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9c30c7-fa35-40ad-a716-1d7be0b8f427 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.957139] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.962596] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.963043] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1496.963043] env[62437]: value = "task-1811272" [ 1496.963043] env[62437]: _type = "Task" [ 1496.963043] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.973720] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.086782] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "c8676778-02e1-42af-9f27-1ce067cd30fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.087028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.087239] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.087511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.087897] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.091833] env[62437]: INFO nova.compute.manager [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Terminating instance [ 1497.104682] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd84fe0-782e-456f-bc6e-39bc9f5d1703 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.114780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2000f0-5dc8-43eb-ab59-3a720e447dc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.152640] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20259ebb-0aff-4bd4-9f2f-763a6eef67b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.161491] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05973bbb-1499-4005-ad1e-d3d52f80f478 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.176454] env[62437]: DEBUG nova.compute.provider_tree [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.257155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.459792] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811271, 'name': ReconfigVM_Task, 'duration_secs': 0.266458} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.460131] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10978} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.460429] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.460725] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.461060] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f71ee93-4de0-4bbc-b7b8-e7f2cf05dc7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.463875] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d4eac-dac3-47ad-9e5a-86bf8763da19 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.473201] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1497.473201] env[62437]: value = "task-1811273" [ 1497.473201] env[62437]: _type = "Task" [ 1497.473201] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.502028] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 2fae54f8-608e-43f7-a4f3-4fc12e3440c2/2fae54f8-608e-43f7-a4f3-4fc12e3440c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.506032] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd8bdb2-39b2-40e3-b0bb-76f407e6c009 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.523517] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.532133] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811273, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.534093] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1497.534093] env[62437]: value = "task-1811274" [ 1497.534093] env[62437]: _type = "Task" [ 1497.534093] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.546661] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.597962] env[62437]: DEBUG nova.compute.manager [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.598338] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.599374] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3277ebe-2d83-49e8-900f-06ea27e5542c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.609827] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.611074] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f205c2b9-956f-47a7-8be9-1283b020fd18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.617813] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1497.617813] env[62437]: value = "task-1811275" [ 1497.617813] env[62437]: _type = "Task" [ 1497.617813] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.629061] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.715147] env[62437]: DEBUG nova.scheduler.client.report [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1497.715147] env[62437]: DEBUG nova.compute.provider_tree [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 61 to 62 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1497.715147] env[62437]: DEBUG nova.compute.provider_tree [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.982639] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720587} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.982639] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8a65483e-428b-4740-a113-774522a91cc1/8a65483e-428b-4740-a113-774522a91cc1.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.982926] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.983259] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4aa5904-7a9d-41f2-ba22-0078fb3c7c88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.992583] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1497.992583] env[62437]: value = "task-1811276" [ 1497.992583] env[62437]: _type = "Task" [ 1497.992583] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.003067] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.008764] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.044718] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.131578] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811275, 'name': PowerOffVM_Task, 'duration_secs': 0.261926} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.132063] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.132379] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.132726] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d00c4b1-7d62-4ee1-99a2-adae30d201ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.220809] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.221461] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.224077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.555s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.224331] env[62437]: DEBUG nova.objects.instance [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lazy-loading 'resources' on Instance uuid dadee3d2-2fb7-4e47-8545-94edd9273373 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.238675] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.238903] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.239106] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Deleting the datastore file [datastore1] c8676778-02e1-42af-9f27-1ce067cd30fa {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.239414] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d20716c-d637-4367-96e5-5c3e638e19c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.246845] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for the task: (returnval){ [ 1498.246845] env[62437]: value = "task-1811278" [ 1498.246845] env[62437]: _type = "Task" [ 1498.246845] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.255315] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.499675] env[62437]: DEBUG oslo_vmware.api [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811273, 'name': PowerOnVM_Task, 'duration_secs': 0.643258} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.500875] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.505564] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091772} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.506951] env[62437]: DEBUG nova.compute.manager [None req-db78f902-42c8-4b58-8b0a-1bf55aa08d6d tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.507406] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.508385] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e443ee9-3527-4c5e-95dd-5e4c72677b1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.512090] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9b6cf-773d-4bc8-a584-133df00727b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.540964] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 8a65483e-428b-4740-a113-774522a91cc1/8a65483e-428b-4740-a113-774522a91cc1.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.541761] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57bdae3-28d4-4f0d-b6f7-660947546c3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.568778] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811274, 'name': ReconfigVM_Task, 'duration_secs': 0.55963} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.572139] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 2fae54f8-608e-43f7-a4f3-4fc12e3440c2/2fae54f8-608e-43f7-a4f3-4fc12e3440c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.572139] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1498.572139] env[62437]: value = "task-1811280" [ 1498.572139] env[62437]: _type = "Task" [ 1498.572139] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.572139] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186c97bd-8789-4abc-9761-33ee4ca1014b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.584139] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.586067] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1498.586067] env[62437]: value = "task-1811281" [ 1498.586067] env[62437]: _type = "Task" [ 1498.586067] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.597206] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811281, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.727213] env[62437]: DEBUG nova.compute.utils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.731671] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.731981] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.763468] env[62437]: DEBUG oslo_vmware.api [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Task: {'id': task-1811278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396931} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.763468] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.763468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.763468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.763468] env[62437]: INFO nova.compute.manager [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1498.763468] env[62437]: DEBUG oslo.service.loopingcall [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.763468] env[62437]: DEBUG nova.compute.manager [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.763468] env[62437]: DEBUG nova.network.neutron [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.817614] env[62437]: DEBUG nova.policy [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d8bbdd5c554287ac32f9602c465e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd803bacccbc4f3ba205d1333b3fe0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.090788] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.107491] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811281, 'name': Rename_Task, 'duration_secs': 0.338724} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.107491] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.107602] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10643c0e-5cac-486b-b523-87333ec277b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.115543] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1499.115543] env[62437]: value = "task-1811282" [ 1499.115543] env[62437]: _type = "Task" [ 1499.115543] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.124795] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.235312] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.272090] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7199e4b9-afe7-4c16-a3cd-83216aac1824 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.279648] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e06e4f-a19c-4ea5-89e0-c4edee5b35bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.313434] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb59682-d29b-4330-9e10-f20471b86a18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.323180] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6483af-143e-46e7-8078-43b91300230f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.338958] env[62437]: DEBUG nova.compute.provider_tree [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.586335] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811280, 'name': ReconfigVM_Task, 'duration_secs': 0.676928} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.586335] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 8a65483e-428b-4740-a113-774522a91cc1/8a65483e-428b-4740-a113-774522a91cc1.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.586335] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206cca74-478e-48f4-80e9-8cdb11d6d8e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.590082] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Successfully created port: 58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.593666] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1499.593666] env[62437]: value = "task-1811283" [ 1499.593666] env[62437]: _type = "Task" [ 1499.593666] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.601934] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811283, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.621140] env[62437]: DEBUG nova.compute.manager [req-3d1d354c-09c0-4ce8-93a8-94666082d911 req-e8732b2d-00ac-4561-a467-d9f04dab1d2b service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Received event network-vif-deleted-1451857d-4546-48b3-b67a-8ba2bfa8ddb2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1499.621140] env[62437]: INFO nova.compute.manager [req-3d1d354c-09c0-4ce8-93a8-94666082d911 req-e8732b2d-00ac-4561-a467-d9f04dab1d2b service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Neutron deleted interface 1451857d-4546-48b3-b67a-8ba2bfa8ddb2; detaching it from the instance and deleting it from the info cache [ 1499.621140] env[62437]: DEBUG nova.network.neutron [req-3d1d354c-09c0-4ce8-93a8-94666082d911 req-e8732b2d-00ac-4561-a467-d9f04dab1d2b service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.637429] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811282, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.876521] env[62437]: DEBUG nova.scheduler.client.report [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1499.877127] env[62437]: DEBUG nova.compute.provider_tree [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 62 to 63 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1499.879016] env[62437]: DEBUG nova.compute.provider_tree [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.948943] env[62437]: DEBUG nova.network.neutron [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.106346] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811283, 'name': Rename_Task, 'duration_secs': 0.285231} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.106906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.107307] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.107687] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.108067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.108384] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.110162] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.110519] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d7d07c-764b-4e4c-9164-8abbb740726d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.112605] env[62437]: INFO nova.compute.manager [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Terminating instance [ 1500.121352] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1500.121352] env[62437]: value = "task-1811284" [ 1500.121352] env[62437]: _type = "Task" [ 1500.121352] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.134400] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-511d3209-568d-4dcc-ad6c-e1e62e83692e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.141804] env[62437]: DEBUG oslo_vmware.api [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811282, 'name': PowerOnVM_Task, 'duration_secs': 0.838583} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.146047] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.146311] env[62437]: INFO nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Took 13.04 seconds to spawn the instance on the hypervisor. [ 1500.146699] env[62437]: DEBUG nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.147052] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.148137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3987995-a4ef-4265-b10a-b35a869331eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.158292] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df1f6d-5c69-4e4c-920d-c9f29e85effe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.190585] env[62437]: INFO nova.compute.manager [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Unrescuing [ 1500.190970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.191214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquired lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.191433] env[62437]: DEBUG nova.network.neutron [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.209703] env[62437]: DEBUG nova.compute.manager [req-3d1d354c-09c0-4ce8-93a8-94666082d911 req-e8732b2d-00ac-4561-a467-d9f04dab1d2b service nova] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Detach interface failed, port_id=1451857d-4546-48b3-b67a-8ba2bfa8ddb2, reason: Instance c8676778-02e1-42af-9f27-1ce067cd30fa could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1500.244643] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.281192] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.281192] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.281328] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.281526] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.281609] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.281731] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.281949] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.283917] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.284118] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.284311] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.284499] env[62437]: DEBUG nova.virt.hardware [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.286887] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680f4db-fda0-4a18-9171-531c443e68d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.300476] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08acbbe-49bb-4ffd-8da3-fd5917580a1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.384536] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.387849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.556s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.388167] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.388338] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1500.389823] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.651s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.391509] env[62437]: INFO nova.compute.claims [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.397350] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd759c6e-4c86-4481-b195-ec689e4ee0a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.407220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec18e5-d674-44b9-9ec0-9a740db02c91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.414147] env[62437]: INFO nova.scheduler.client.report [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Deleted allocations for instance dadee3d2-2fb7-4e47-8545-94edd9273373 [ 1501.234752] env[62437]: INFO nova.compute.manager [-] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Took 2.47 seconds to deallocate network for instance. [ 1501.236287] env[62437]: DEBUG nova.compute.manager [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.236615] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.248305] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1501.248305] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375373', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'name': 'volume-48e42993-4ebd-41c3-878e-306c11d1db7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f1b3a364-8f7f-4f74-bb80-a945639f675d', 'attached_at': '', 'detached_at': '', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'serial': '48e42993-4ebd-41c3-878e-306c11d1db7c'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1501.251297] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a814f-566f-44c9-8c24-0ae30c5e48f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.260322] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ff9f8-294a-486f-a3b0-dceb741c39f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.263247] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29651dd3-7006-49ce-bd47-e62294aeb500 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.268217] env[62437]: INFO nova.compute.manager [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Took 42.19 seconds to build instance. [ 1501.271852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "5ace24d7-780e-4544-8742-fd19b66d29d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.272014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.304688] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325f8aa-980b-49d1-aefb-612efb1e9696 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.310106] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.311834] env[62437]: DEBUG oslo_vmware.api [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811284, 'name': PowerOnVM_Task, 'duration_secs': 0.836432} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.318540] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f17e3485-e24e-42f7-b37a-48d0eba0ce48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.321274] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad71964-93b1-4151-9f62-d9aed32be250 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.324987] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.325586] env[62437]: INFO nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1501.325586] env[62437]: DEBUG nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.330608] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c5575-7111-41a9-b9bd-6c9fb7852170 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.365834] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178762MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1501.365834] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.386573] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1501.386573] env[62437]: value = "task-1811285" [ 1501.386573] env[62437]: _type = "Task" [ 1501.386573] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.394409] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-48e42993-4ebd-41c3-878e-306c11d1db7c/volume-48e42993-4ebd-41c3-878e-306c11d1db7c.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.399117] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1501.401656] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60648cf-6022-474c-bedc-a78bbf945fe7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.415183] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dd6b54-c81a-417f-abe1-7fefc8b2ab7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.432522] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.434302] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Waiting for the task: (returnval){ [ 1501.434302] env[62437]: value = "task-1811286" [ 1501.434302] env[62437]: _type = "Task" [ 1501.434302] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.436704] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1501.436704] env[62437]: ERROR oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk due to incomplete transfer. [ 1501.436704] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d948e595-0728-4e54-a2e9-83dc4338836f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.450466] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.451914] env[62437]: DEBUG oslo_vmware.rw_handles [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263624a-d381-c1b3-ef61-721d72a56ac0/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1501.452169] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Uploaded image 1ae4a602-e531-4097-8a76-a3b6dcf7d81f to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1501.454990] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1501.458220] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56d5ef72-c75c-40ef-a115-1f468b9d973c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.467132] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1501.467132] env[62437]: value = "task-1811287" [ 1501.467132] env[62437]: _type = "Task" [ 1501.467132] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.478130] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811287, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.620885] env[62437]: DEBUG nova.network.neutron [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updating instance_info_cache with network_info: [{"id": "965dc450-c350-4e1e-a380-19db59cfb891", "address": "fa:16:3e:bb:1b:68", "network": {"id": "39dba42d-0159-4ef7-8431-aa99bdd712ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-87453864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f96e0dc8a214c48afc5f97ba58d0888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965dc450-c3", "ovs_interfaceid": "965dc450-c350-4e1e-a380-19db59cfb891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.774443] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.775099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60abfd93-231a-40af-8d32-1b8c057feaa8 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.488s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.775801] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab25ece2-e8d3-4ee8-bffc-7ec1e3025a53 tempest-ImagesNegativeTestJSON-700144286 tempest-ImagesNegativeTestJSON-700144286-project-member] Lock "dadee3d2-2fb7-4e47-8545-94edd9273373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.723s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.902779] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Successfully updated port: 58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.920512] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811285, 'name': PowerOffVM_Task, 'duration_secs': 0.288288} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.922389] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.922586] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.923421] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce8145-0ea5-44bf-95da-6ef1f9ce255e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.929046] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85107a0e-ee3b-41f9-9009-d5a33f69734d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.947523] env[62437]: INFO nova.compute.manager [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Took 41.84 seconds to build instance. [ 1501.950294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8253aab-223d-403c-8978-d0176186fae8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.960211] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.998132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ac07d-656c-4498-8fb9-9b3c0c1a890b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.010365] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811287, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.011986] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c071cc49-7b7a-4702-9983-2bccd2625912 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.029988] env[62437]: DEBUG nova.compute.provider_tree [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.069256] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.069256] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.069256] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleting the datastore file [datastore1] 7adb63d8-3b4d-48b2-810b-bd3982ce896b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.069388] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ac1d2a-3ed0-45fb-8c54-ed8571b5559e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.083289] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1502.083289] env[62437]: value = "task-1811289" [ 1502.083289] env[62437]: _type = "Task" [ 1502.083289] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.098084] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.121400] env[62437]: DEBUG nova.compute.manager [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Received event network-vif-plugged-58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1502.121400] env[62437]: DEBUG oslo_concurrency.lockutils [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] Acquiring lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.121400] env[62437]: DEBUG oslo_concurrency.lockutils [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.121400] env[62437]: DEBUG oslo_concurrency.lockutils [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.121700] env[62437]: DEBUG nova.compute.manager [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] No waiting events found dispatching network-vif-plugged-58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.121700] env[62437]: WARNING nova.compute.manager [req-9bd64b60-c625-443e-b106-5dc4e7962608 req-85cef3b0-045c-4935-acf2-3b8257f0327a service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Received unexpected event network-vif-plugged-58f573e2-596f-4754-b92b-14610d2461dd for instance with vm_state building and task_state spawning. [ 1502.124938] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Releasing lock "refresh_cache-8310346b-1be8-4da3-aa80-08f9cbc20e36" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.124938] env[62437]: DEBUG nova.objects.instance [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lazy-loading 'flavor' on Instance uuid 8310346b-1be8-4da3-aa80-08f9cbc20e36 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.282058] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.413355] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.413355] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.413355] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.447169] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811286, 'name': ReconfigVM_Task, 'duration_secs': 0.690855} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.447405] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-48e42993-4ebd-41c3-878e-306c11d1db7c/volume-48e42993-4ebd-41c3-878e-306c11d1db7c.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.452849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-beb9bb79-5ab3-4c21-a30b-d3cf057bc646 tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.947s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.453652] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067ac127-a25e-44df-8f77-9c06afc925e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.472210] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Waiting for the task: (returnval){ [ 1502.472210] env[62437]: value = "task-1811290" [ 1502.472210] env[62437]: _type = "Task" [ 1502.472210] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.485042] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.506190] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811287, 'name': Destroy_Task, 'duration_secs': 0.804516} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.506190] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Destroyed the VM [ 1502.506190] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1502.506190] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d92aa45-02b2-4e02-8f94-d68388e7d57d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.514395] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1502.514395] env[62437]: value = "task-1811291" [ 1502.514395] env[62437]: _type = "Task" [ 1502.514395] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.525437] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.533040] env[62437]: DEBUG nova.scheduler.client.report [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.604987] env[62437]: DEBUG oslo_vmware.api [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418975} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.606317] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.606509] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.606683] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.606868] env[62437]: INFO nova.compute.manager [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1502.607328] env[62437]: DEBUG oslo.service.loopingcall [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.607531] env[62437]: DEBUG nova.compute.manager [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.607624] env[62437]: DEBUG nova.network.neutron [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.631502] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680e889-550f-4a82-8a92-89e75f21ffd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.665197] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.667752] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9114887-1764-4b5b-8510-b842bb00f63f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.676355] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1502.676355] env[62437]: value = "task-1811292" [ 1502.676355] env[62437]: _type = "Task" [ 1502.676355] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.687458] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.783486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.787658] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.824339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "4de10d20-6e36-471d-820e-189eafb1253f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.824339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.825086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.856234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "a315c680-31cc-47e2-be82-f4e8e45d1939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.856663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.989622] env[62437]: DEBUG oslo_vmware.api [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811290, 'name': ReconfigVM_Task, 'duration_secs': 0.19734} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.989981] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375373', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'name': 'volume-48e42993-4ebd-41c3-878e-306c11d1db7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f1b3a364-8f7f-4f74-bb80-a945639f675d', 'attached_at': '', 'detached_at': '', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'serial': '48e42993-4ebd-41c3-878e-306c11d1db7c'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1503.015192] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.031722] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811291, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.039019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.039419] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.043061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.925s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.044589] env[62437]: INFO nova.compute.claims [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.189917] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811292, 'name': PowerOffVM_Task, 'duration_secs': 0.386323} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.189917] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.198424] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1503.198882] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6ff1c7-f537-403d-a9ab-3da135df46c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.232400] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1503.232400] env[62437]: value = "task-1811293" [ 1503.232400] env[62437]: _type = "Task" [ 1503.232400] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.244010] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.245148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.245397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.245627] env[62437]: INFO nova.compute.manager [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Rebooting instance [ 1503.290390] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.333018] env[62437]: DEBUG nova.network.neutron [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Updating instance_info_cache with network_info: [{"id": "58f573e2-596f-4754-b92b-14610d2461dd", "address": "fa:16:3e:fb:20:7b", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f573e2-59", "ovs_interfaceid": "58f573e2-596f-4754-b92b-14610d2461dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.532418] env[62437]: DEBUG oslo_vmware.api [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811291, 'name': RemoveSnapshot_Task, 'duration_secs': 0.62972} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.532764] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1503.532892] env[62437]: INFO nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Took 18.78 seconds to snapshot the instance on the hypervisor. [ 1503.551891] env[62437]: DEBUG nova.compute.utils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.552501] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.552670] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.658669] env[62437]: DEBUG nova.policy [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4aae3c26aa4be4b50b1660fc68e80c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b2e6ce87d86461db08ab72d3589a509', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.724280] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.724775] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.727016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.727016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.727016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.732939] env[62437]: INFO nova.compute.manager [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Terminating instance [ 1503.746857] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811293, 'name': ReconfigVM_Task, 'duration_secs': 0.422602} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.747202] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1503.747665] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.750649] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24eba8f5-0225-477e-bbdd-214aeb21942b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.760043] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1503.760043] env[62437]: value = "task-1811294" [ 1503.760043] env[62437]: _type = "Task" [ 1503.760043] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.771224] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.776771] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.776884] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquired lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.776972] env[62437]: DEBUG nova.network.neutron [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.817463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.835606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.835606] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Instance network_info: |[{"id": "58f573e2-596f-4754-b92b-14610d2461dd", "address": "fa:16:3e:fb:20:7b", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f573e2-59", "ovs_interfaceid": "58f573e2-596f-4754-b92b-14610d2461dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.836770] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:20:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f573e2-596f-4754-b92b-14610d2461dd', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.844504] env[62437]: DEBUG oslo.service.loopingcall [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.844787] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.848387] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eef674e-116d-45aa-9714-138c4dad9336 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.876227] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.876227] env[62437]: value = "task-1811295" [ 1503.876227] env[62437]: _type = "Task" [ 1503.876227] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.887187] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811295, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.923910] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "8a65483e-428b-4740-a113-774522a91cc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.924280] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.926948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "8a65483e-428b-4740-a113-774522a91cc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.926948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.926948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.927381] env[62437]: INFO nova.compute.manager [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Terminating instance [ 1503.987809] env[62437]: DEBUG nova.network.neutron [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.038949] env[62437]: DEBUG nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance disappeared during snapshot {{(pid=62437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1504.053344] env[62437]: DEBUG nova.compute.manager [None req-26e316f4-ac32-4668-a18f-820b97139244 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image not found during clean up 1ae4a602-e531-4097-8a76-a3b6dcf7d81f {{(pid=62437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1504.058976] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.070709] env[62437]: DEBUG nova.objects.instance [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lazy-loading 'flavor' on Instance uuid f1b3a364-8f7f-4f74-bb80-a945639f675d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.244460] env[62437]: DEBUG nova.compute.manager [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.244964] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.246702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f5cdcc-a145-42ac-b054-3f1452d122d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.256549] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.256549] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e12c922-93ce-44ca-b969-e888d45c1ba6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.277020] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.364184] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1504.364184] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1504.364184] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] b8ce0bb6-368d-45b4-9242-29f5d615bb56 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1504.364184] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e7e626-131c-4cb7-8221-444a71ede7b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.370916] env[62437]: DEBUG oslo_vmware.api [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1504.370916] env[62437]: value = "task-1811297" [ 1504.370916] env[62437]: _type = "Task" [ 1504.370916] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.387011] env[62437]: DEBUG oslo_vmware.api [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.393770] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811295, 'name': CreateVM_Task, 'duration_secs': 0.506156} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.399966] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.399966] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.399966] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.399966] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.399966] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15e709e-9bac-4216-bcea-9e5143ca7387 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.403755] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1504.403755] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5230434c-88b3-005f-b293-47801e2844b2" [ 1504.403755] env[62437]: _type = "Task" [ 1504.403755] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.421323] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5230434c-88b3-005f-b293-47801e2844b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.432775] env[62437]: DEBUG nova.compute.manager [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.432868] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.433939] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab564dd5-5915-4688-be45-69e6ab38745c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.447945] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.448291] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bd3544-2523-4e89-b80a-df84f68a650e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.457086] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1504.457086] env[62437]: value = "task-1811298" [ 1504.457086] env[62437]: _type = "Task" [ 1504.457086] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.469436] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.493316] env[62437]: INFO nova.compute.manager [-] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Took 1.89 seconds to deallocate network for instance. [ 1504.540280] env[62437]: DEBUG nova.compute.manager [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Received event network-changed-58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1504.540653] env[62437]: DEBUG nova.compute.manager [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Refreshing instance network info cache due to event network-changed-58f573e2-596f-4754-b92b-14610d2461dd. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1504.540728] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Acquiring lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.540880] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Acquired lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.541052] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Refreshing network info cache for port 58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.589155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c6ffa345-dab9-4004-ae39-f0114251903b tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.675s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.707365] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Successfully created port: d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.752205] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8545a40-ddbb-4f77-b69e-98fd174f5892 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.761060] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21244de2-94d5-435b-ad94-25cf55630ba3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.777133] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.801519] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e1dcb-e76d-4841-8570-a4b98eda437e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.809964] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06564d52-69d1-41c1-b943-1c6068566d64 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.829743] env[62437]: DEBUG nova.compute.provider_tree [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.884576] env[62437]: DEBUG oslo_vmware.api [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353994} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.885294] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.885294] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.885817] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.885817] env[62437]: INFO nova.compute.manager [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1504.886089] env[62437]: DEBUG oslo.service.loopingcall [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.886340] env[62437]: DEBUG nova.compute.manager [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.886493] env[62437]: DEBUG nova.network.neutron [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.927098] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5230434c-88b3-005f-b293-47801e2844b2, 'name': SearchDatastore_Task, 'duration_secs': 0.021692} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.927467] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.927728] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.927956] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.928123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.928307] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.928602] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9470ab0e-eef1-4485-a945-dd2d0f7e5e42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.942787] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.942787] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.942787] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bb18ad-9504-4234-989e-20cc0295077e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.950140] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1504.950140] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52785b35-3888-ee0f-2a0d-bbbf5ebbe70f" [ 1504.950140] env[62437]: _type = "Task" [ 1504.950140] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.954416] env[62437]: DEBUG nova.network.neutron [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.962249] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52785b35-3888-ee0f-2a0d-bbbf5ebbe70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.972549] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811298, 'name': PowerOffVM_Task, 'duration_secs': 0.271116} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.973072] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.973445] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.973989] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99d8f0a-0d68-420b-ae2e-578deeceb099 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.004548] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.029090] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "776ef132-6a90-4850-8e1a-122e84f36a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.029090] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.092025] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.120628] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.120628] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.120628] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Deleting the datastore file [datastore1] 8a65483e-428b-4740-a113-774522a91cc1 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.120628] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-298203a2-fc7a-4e73-a754-2102723617bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.129283] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.129622] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.129746] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.130040] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.130726] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.131104] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.131196] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.131368] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.131542] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.131810] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.131900] env[62437]: DEBUG nova.virt.hardware [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.132849] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e21213-e998-4c33-bb1c-de7b3faae18c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.136735] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for the task: (returnval){ [ 1505.136735] env[62437]: value = "task-1811300" [ 1505.136735] env[62437]: _type = "Task" [ 1505.136735] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.153085] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200a28d-ef59-43bc-9879-3191ae265f7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.157744] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.276296] env[62437]: DEBUG oslo_vmware.api [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811294, 'name': PowerOnVM_Task, 'duration_secs': 1.244009} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.276885] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.277469] env[62437]: DEBUG nova.compute.manager [None req-57ba43b5-c3fc-45a5-9658-dbaa4c46982e tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.278394] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063c83df-ff5b-4dd8-985c-02339467ccd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.338934] env[62437]: DEBUG nova.scheduler.client.report [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.462390] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52785b35-3888-ee0f-2a0d-bbbf5ebbe70f, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.463987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Releasing lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.465978] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16eeb6c-e5c5-489d-9f55-9c078731cc6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.478939] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1505.478939] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527adb12-b9dd-bf0b-d926-bcefae2e6839" [ 1505.478939] env[62437]: _type = "Task" [ 1505.478939] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.489037] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527adb12-b9dd-bf0b-d926-bcefae2e6839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.556384] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Successfully created port: 83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.612863] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Updated VIF entry in instance network info cache for port 58f573e2-596f-4754-b92b-14610d2461dd. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.613228] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Updating instance_info_cache with network_info: [{"id": "58f573e2-596f-4754-b92b-14610d2461dd", "address": "fa:16:3e:fb:20:7b", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f573e2-59", "ovs_interfaceid": "58f573e2-596f-4754-b92b-14610d2461dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.653808] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.844762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.845357] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.849721] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.567s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.851187] env[62437]: INFO nova.compute.claims [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.865650] env[62437]: DEBUG nova.compute.manager [req-2d0facb8-9500-418f-9d40-e33f2134e724 req-9a91a570-8199-4f3a-b5b8-d9480ad2a79d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Received event network-vif-deleted-d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1505.865856] env[62437]: INFO nova.compute.manager [req-2d0facb8-9500-418f-9d40-e33f2134e724 req-9a91a570-8199-4f3a-b5b8-d9480ad2a79d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Neutron deleted interface d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e; detaching it from the instance and deleting it from the info cache [ 1505.866048] env[62437]: DEBUG nova.network.neutron [req-2d0facb8-9500-418f-9d40-e33f2134e724 req-9a91a570-8199-4f3a-b5b8-d9480ad2a79d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.974661] env[62437]: DEBUG nova.compute.manager [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.976113] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a81a6-2b4f-4043-b9b1-db0a772bb3a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.006502] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527adb12-b9dd-bf0b-d926-bcefae2e6839, 'name': SearchDatastore_Task, 'duration_secs': 0.021375} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.007216] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.007453] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 58259693-b4bd-421d-a7ad-822fc2c5e6c9/58259693-b4bd-421d-a7ad-822fc2c5e6c9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.007774] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b595515e-8002-4eff-b7eb-d6438913bd05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.018774] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1506.018774] env[62437]: value = "task-1811301" [ 1506.018774] env[62437]: _type = "Task" [ 1506.018774] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.032679] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.069060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.069815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.107227] env[62437]: DEBUG nova.network.neutron [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.117321] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Releasing lock "refresh_cache-58259693-b4bd-421d-a7ad-822fc2c5e6c9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.117321] env[62437]: DEBUG nova.compute.manager [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received event network-changed-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.117321] env[62437]: DEBUG nova.compute.manager [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing instance network info cache due to event network-changed-008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1506.117321] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Acquiring lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.117321] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Acquired lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.117321] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.151078] env[62437]: DEBUG oslo_vmware.api [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Task: {'id': task-1811300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541943} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.151496] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.151782] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.151967] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.152223] env[62437]: INFO nova.compute.manager [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1506.152631] env[62437]: DEBUG oslo.service.loopingcall [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.152876] env[62437]: DEBUG nova.compute.manager [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.153012] env[62437]: DEBUG nova.network.neutron [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.355692] env[62437]: DEBUG nova.compute.utils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.362260] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.362469] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.370751] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd59cc46-1fc1-4e3c-9caf-c09777fef6dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.384683] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1be89d-5596-41b8-bd11-bf576a3aafbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.432560] env[62437]: DEBUG nova.compute.manager [req-2d0facb8-9500-418f-9d40-e33f2134e724 req-9a91a570-8199-4f3a-b5b8-d9480ad2a79d service nova] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Detach interface failed, port_id=d1f4b062-ac3b-4cdc-8b0b-cfb1e27d872e, reason: Instance b8ce0bb6-368d-45b4-9242-29f5d615bb56 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1506.437100] env[62437]: DEBUG nova.policy [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cdece76dc4f40c59d8a7e85cd2b01c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19b72e718429fb26ff148211ea421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.468193] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.468500] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.468627] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.468867] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.469150] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.479105] env[62437]: INFO nova.compute.manager [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Terminating instance [ 1506.530527] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.576282] env[62437]: INFO nova.compute.manager [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Detaching volume 48e42993-4ebd-41c3-878e-306c11d1db7c [ 1506.611094] env[62437]: INFO nova.compute.manager [-] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Took 1.72 seconds to deallocate network for instance. [ 1506.625105] env[62437]: INFO nova.virt.block_device [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Attempting to driver detach volume 48e42993-4ebd-41c3-878e-306c11d1db7c from mountpoint /dev/sdb [ 1506.625456] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1506.625896] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375373', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'name': 'volume-48e42993-4ebd-41c3-878e-306c11d1db7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f1b3a364-8f7f-4f74-bb80-a945639f675d', 'attached_at': '', 'detached_at': '', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'serial': '48e42993-4ebd-41c3-878e-306c11d1db7c'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1506.626637] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcca4ea4-8270-4f65-a2c6-fc153078cb6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.654941] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3670dd9d-5910-4e80-9deb-b9e6d866f9e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.665137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b1d9d3-d188-407e-8875-5e7c6f64c9ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.687532] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab62c6d-2281-4fd4-ab82-c6a515aac71e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.704140] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] The volume has not been displaced from its original location: [datastore1] volume-48e42993-4ebd-41c3-878e-306c11d1db7c/volume-48e42993-4ebd-41c3-878e-306c11d1db7c.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1506.709368] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1506.711883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f70f3b8-e6a9-4138-bec0-646d629a64aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.731909] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Waiting for the task: (returnval){ [ 1506.731909] env[62437]: value = "task-1811302" [ 1506.731909] env[62437]: _type = "Task" [ 1506.731909] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.743199] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.835915] env[62437]: DEBUG nova.compute.manager [req-fe4edba9-242b-4e4e-8084-38c708294245 req-aa14c40b-81cd-42dd-810d-13445e920c2a service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Received event network-vif-deleted-80de1326-e13c-471e-a8b9-40232611017b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.835915] env[62437]: INFO nova.compute.manager [req-fe4edba9-242b-4e4e-8084-38c708294245 req-aa14c40b-81cd-42dd-810d-13445e920c2a service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Neutron deleted interface 80de1326-e13c-471e-a8b9-40232611017b; detaching it from the instance and deleting it from the info cache [ 1506.835915] env[62437]: DEBUG nova.network.neutron [req-fe4edba9-242b-4e4e-8084-38c708294245 req-aa14c40b-81cd-42dd-810d-13445e920c2a service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.853296] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Successfully created port: 0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.865896] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.984367] env[62437]: DEBUG nova.compute.manager [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.984575] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.985491] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ab8f3c-299e-41a3-8616-b703ac983c72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.996484] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.996484] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9f6cd93-0b35-4baa-88ce-95927f64ba86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.004289] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1507.004289] env[62437]: value = "task-1811303" [ 1507.004289] env[62437]: _type = "Task" [ 1507.004289] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.016050] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.016050] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89adce26-9319-4922-bd22-a8d6258e063c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.029162] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Doing hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1507.031803] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5e8146ee-05eb-4c91-b57e-631cf0575d94 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.038023] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596905} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.038023] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 58259693-b4bd-421d-a7ad-822fc2c5e6c9/58259693-b4bd-421d-a7ad-822fc2c5e6c9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.038023] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.039701] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3440e48c-71f0-41d4-a776-521eaa83be1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.042044] env[62437]: DEBUG oslo_vmware.api [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1507.042044] env[62437]: value = "task-1811304" [ 1507.042044] env[62437]: _type = "Task" [ 1507.042044] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.048403] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1507.048403] env[62437]: value = "task-1811305" [ 1507.048403] env[62437]: _type = "Task" [ 1507.048403] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.051918] env[62437]: DEBUG oslo_vmware.api [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811304, 'name': ResetVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.064546] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.121359] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.246725] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811302, 'name': ReconfigVM_Task, 'duration_secs': 0.253991} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.247123] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1507.254890] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dda87ac-5a44-4a4e-81b7-444dd2169883 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.278547] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Waiting for the task: (returnval){ [ 1507.278547] env[62437]: value = "task-1811306" [ 1507.278547] env[62437]: _type = "Task" [ 1507.278547] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.293508] env[62437]: DEBUG nova.network.neutron [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.294902] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.339495] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dbb37c7-67ac-4ac1-a5e2-a27c3b1fcc3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.351574] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a3759-346f-4741-a382-0533dccc1502 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.394416] env[62437]: DEBUG nova.compute.manager [req-fe4edba9-242b-4e4e-8084-38c708294245 req-aa14c40b-81cd-42dd-810d-13445e920c2a service nova] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Detach interface failed, port_id=80de1326-e13c-471e-a8b9-40232611017b, reason: Instance 8a65483e-428b-4740-a113-774522a91cc1 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1507.514688] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811303, 'name': PowerOffVM_Task, 'duration_secs': 0.383932} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.515018] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.515146] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.515396] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-424f44a6-6831-4411-bb55-d10f4e974b87 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.541779] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64145a-bb14-45b5-b3e2-ca120da48bbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.552754] env[62437]: DEBUG oslo_vmware.api [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811304, 'name': ResetVM_Task, 'duration_secs': 0.101689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.557721] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Did hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1507.557931] env[62437]: DEBUG nova.compute.manager [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.559096] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbee8c-e0c8-4f01-8597-cff3531af5e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.562159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4608d79-d9b9-4bc5-8c4f-03bc11c64951 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.567511] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updated VIF entry in instance network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.567712] env[62437]: DEBUG nova.network.neutron [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.574616] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090323} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.599756] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.604181] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6823f3fb-fc90-4d2b-a670-06a6eabb0d2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.607242] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111f618-f55d-40a2-a773-3a9ad9ad9eb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.626264] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d44e8d-fbbd-4f65-81d9-a75680d56421 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.639093] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 58259693-b4bd-421d-a7ad-822fc2c5e6c9/58259693-b4bd-421d-a7ad-822fc2c5e6c9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.640086] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e197e2f-8a5b-46a2-ba1e-e28a6a497a92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.667756] env[62437]: DEBUG nova.compute.provider_tree [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.670500] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1507.670500] env[62437]: value = "task-1811308" [ 1507.670500] env[62437]: _type = "Task" [ 1507.670500] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.679379] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.788636] env[62437]: DEBUG oslo_vmware.api [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Task: {'id': task-1811306, 'name': ReconfigVM_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.788855] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375373', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'name': 'volume-48e42993-4ebd-41c3-878e-306c11d1db7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f1b3a364-8f7f-4f74-bb80-a945639f675d', 'attached_at': '', 'detached_at': '', 'volume_id': '48e42993-4ebd-41c3-878e-306c11d1db7c', 'serial': '48e42993-4ebd-41c3-878e-306c11d1db7c'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1507.797497] env[62437]: INFO nova.compute.manager [-] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Took 1.64 seconds to deallocate network for instance. [ 1507.894885] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.938886] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.939181] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.939344] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.939531] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.939680] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.939877] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.940223] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.940449] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.940639] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.940809] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.941218] env[62437]: DEBUG nova.virt.hardware [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.942096] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6adb9d-979f-4dbd-ac48-2288a73ef272 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.951565] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d45fc-ca64-4bc0-8857-f22f3c1d1a38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.969159] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Successfully updated port: d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.071989] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] Releasing lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.072331] env[62437]: DEBUG nova.compute.manager [req-a5b3832a-317d-4987-ae76-c410255ef0ba req-a71f353d-9510-4321-a5b8-19930ca48bfe service nova] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Received event network-vif-deleted-55ab9055-a396-4612-b1fd-daf4a95c0f77 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.111529] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63eaf92a-5a27-40ce-b05b-6e5d4d819f82 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.866s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.171974] env[62437]: DEBUG nova.scheduler.client.report [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.186894] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.310438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.375332] env[62437]: DEBUG nova.objects.instance [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lazy-loading 'flavor' on Instance uuid f1b3a364-8f7f-4f74-bb80-a945639f675d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.682471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.683030] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.687563] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.941s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.688321] env[62437]: DEBUG nova.objects.instance [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lazy-loading 'resources' on Instance uuid fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.695926] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811308, 'name': ReconfigVM_Task, 'duration_secs': 0.978725} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.695926] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 58259693-b4bd-421d-a7ad-822fc2c5e6c9/58259693-b4bd-421d-a7ad-822fc2c5e6c9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.696432] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4517deda-8327-4969-acd9-97162a994fdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.706385] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1508.706385] env[62437]: value = "task-1811309" [ 1508.706385] env[62437]: _type = "Task" [ 1508.706385] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.719663] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.756697] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.756915] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.757116] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleting the datastore file [datastore1] 8310346b-1be8-4da3-aa80-08f9cbc20e36 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.757398] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-302bcf17-8362-4e5a-8a17-4c2c22c438a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.765836] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1508.765836] env[62437]: value = "task-1811310" [ 1508.765836] env[62437]: _type = "Task" [ 1508.765836] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.778259] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.814628] env[62437]: DEBUG nova.compute.manager [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Received event network-vif-plugged-0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.814628] env[62437]: DEBUG oslo_concurrency.lockutils [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] Acquiring lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.814628] env[62437]: DEBUG oslo_concurrency.lockutils [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.814628] env[62437]: DEBUG oslo_concurrency.lockutils [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.814628] env[62437]: DEBUG nova.compute.manager [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] No waiting events found dispatching network-vif-plugged-0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.814628] env[62437]: WARNING nova.compute.manager [req-a61551ff-65a9-4700-bf49-21f4a5d686e7 req-ea120f38-c32c-4a5c-8302-fe2f427020a8 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Received unexpected event network-vif-plugged-0482b114-a419-44bb-b7e2-7a84474b619a for instance with vm_state building and task_state spawning. [ 1508.941782] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Successfully updated port: 0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.164241] env[62437]: DEBUG nova.compute.manager [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-vif-plugged-d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1509.164465] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Acquiring lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.164774] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.165809] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.166033] env[62437]: DEBUG nova.compute.manager [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] No waiting events found dispatching network-vif-plugged-d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.166257] env[62437]: WARNING nova.compute.manager [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received unexpected event network-vif-plugged-d44e4cb0-c868-4a69-9cac-2806d892d0bc for instance with vm_state building and task_state spawning. [ 1509.166596] env[62437]: DEBUG nova.compute.manager [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-changed-d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1509.166596] env[62437]: DEBUG nova.compute.manager [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Refreshing instance network info cache due to event network-changed-d44e4cb0-c868-4a69-9cac-2806d892d0bc. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1509.166774] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Acquiring lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.167232] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Acquired lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.167630] env[62437]: DEBUG nova.network.neutron [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Refreshing network info cache for port d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.194266] env[62437]: DEBUG nova.compute.utils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.197525] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.197525] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.220922] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.240387] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.240387] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.278805] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.314833] env[62437]: DEBUG nova.policy [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6c50318c7549a2b48ebf49790fff64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba06edcad43426b9d75bc52d8e1928f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.390864] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4da425c5-54c4-4b87-b10d-f3a8736ee251 tempest-VolumesAssistedSnapshotsTest-497319479 tempest-VolumesAssistedSnapshotsTest-497319479-project-admin] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.444883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.445097] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.445220] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.704785] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.720426] env[62437]: DEBUG nova.network.neutron [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.729360] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.782631] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.861173] env[62437]: DEBUG nova.network.neutron [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.881319] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e007d68-8f69-45fe-ae85-831fe4c82d1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.891139] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857204e2-732a-4d11-aa2e-b5f4bc7e50d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.930365] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164bfde7-96ec-4011-8652-080ae11fdf83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.941896] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f3edc-467d-4326-8849-b7de377c11b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.962239] env[62437]: DEBUG nova.compute.provider_tree [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.017956] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.022641] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Successfully created port: cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.229756] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.244875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.244875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.244875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.244875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.244875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.247945] env[62437]: INFO nova.compute.manager [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Terminating instance [ 1510.281947] env[62437]: DEBUG oslo_vmware.api [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.359495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.282441] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.282679] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.283692] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.283692] env[62437]: INFO nova.compute.manager [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1510.283692] env[62437]: DEBUG oslo.service.loopingcall [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.283692] env[62437]: DEBUG nova.compute.manager [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.283692] env[62437]: DEBUG nova.network.neutron [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.345796] env[62437]: DEBUG nova.network.neutron [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Updating instance_info_cache with network_info: [{"id": "0482b114-a419-44bb-b7e2-7a84474b619a", "address": "fa:16:3e:8e:05:11", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0482b114-a4", "ovs_interfaceid": "0482b114-a419-44bb-b7e2-7a84474b619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.365063] env[62437]: DEBUG oslo_concurrency.lockutils [req-45517f1d-6dbd-4342-aba1-236970609cbd req-17612e07-05ed-4387-bfc0-3f546d90eba6 service nova] Releasing lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.469184] env[62437]: DEBUG nova.scheduler.client.report [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.508136] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Successfully updated port: 83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.724798] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.727229] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.752419] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.752690] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.752897] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.753142] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.753327] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.753482] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.753697] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.753858] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.754048] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.754299] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.754487] env[62437]: DEBUG nova.virt.hardware [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.755143] env[62437]: DEBUG nova.compute.manager [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.755342] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.756196] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32889f55-3cb2-4eec-9970-c26c6281ddff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.759379] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a8636-aeee-4051-bed2-f2406d5e95b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.770821] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d244d9-e42e-4fb2-87b8-0687165ffe6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.775223] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.775996] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd659a29-330b-41d8-9fea-f1ba7d44d75e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.791231] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1510.791231] env[62437]: value = "task-1811312" [ 1510.791231] env[62437]: _type = "Task" [ 1510.791231] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.800142] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.848445] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.848783] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Instance network_info: |[{"id": "0482b114-a419-44bb-b7e2-7a84474b619a", "address": "fa:16:3e:8e:05:11", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0482b114-a4", "ovs_interfaceid": "0482b114-a419-44bb-b7e2-7a84474b619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.849239] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:05:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0482b114-a419-44bb-b7e2-7a84474b619a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.856888] env[62437]: DEBUG oslo.service.loopingcall [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.857141] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.857367] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0786aec-6ad3-47d1-95b4-f781aab1124b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.880712] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.880712] env[62437]: value = "task-1811313" [ 1510.880712] env[62437]: _type = "Task" [ 1510.880712] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.890363] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811313, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.974073] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.977816] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.690s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.978246] env[62437]: INFO nova.compute.claims [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.005316] env[62437]: INFO nova.scheduler.client.report [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleted allocations for instance fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13 [ 1511.011739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.011739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.011739] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.102909] env[62437]: DEBUG nova.compute.manager [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Received event network-changed-0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1511.103207] env[62437]: DEBUG nova.compute.manager [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Refreshing instance network info cache due to event network-changed-0482b114-a419-44bb-b7e2-7a84474b619a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1511.103755] env[62437]: DEBUG oslo_concurrency.lockutils [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] Acquiring lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.103963] env[62437]: DEBUG oslo_concurrency.lockutils [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] Acquired lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.104131] env[62437]: DEBUG nova.network.neutron [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Refreshing network info cache for port 0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.192782] env[62437]: DEBUG nova.network.neutron [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.225243] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811309, 'name': Rename_Task, 'duration_secs': 2.412249} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.225243] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.225243] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-565a4c62-3d71-4637-adaf-a41ca5cb04b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.235028] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1511.235028] env[62437]: value = "task-1811314" [ 1511.235028] env[62437]: _type = "Task" [ 1511.235028] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.246347] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.302530] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811312, 'name': PowerOffVM_Task, 'duration_secs': 0.497627} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.302902] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.303020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.303265] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc095cd4-6454-42b0-a037-1e4d316d715e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.322221] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received event network-changed-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1511.322430] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing instance network info cache due to event network-changed-008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1511.322652] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Acquiring lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.322789] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Acquired lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.322951] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Refreshing network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.391588] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811313, 'name': CreateVM_Task, 'duration_secs': 0.389716} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.391779] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.392541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.393116] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.393116] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.393287] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2294883-30eb-4433-ac59-d61b6285437f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.399164] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1511.399164] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526f1e23-876c-adb6-881a-fa46be9a6f96" [ 1511.399164] env[62437]: _type = "Task" [ 1511.399164] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.408720] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f1e23-876c-adb6-881a-fa46be9a6f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.419970] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.420575] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.421467] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleting the datastore file [datastore1] 2fae54f8-608e-43f7-a4f3-4fc12e3440c2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.421467] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd8e0ea-7842-4053-aaaf-c3dc1edbd449 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.429922] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1511.429922] env[62437]: value = "task-1811316" [ 1511.429922] env[62437]: _type = "Task" [ 1511.429922] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.440731] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.484571] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.485201] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.512163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-979a61ba-95e1-4fb5-8126-6e41c4b8c755 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.071s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.512264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.673s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.512604] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.512918] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.513601] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.517690] env[62437]: INFO nova.compute.manager [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Terminating instance [ 1511.570522] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.696450] env[62437]: INFO nova.compute.manager [-] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Took 1.41 seconds to deallocate network for instance. [ 1511.748089] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811314, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.838444] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Successfully updated port: cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.911548] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526f1e23-876c-adb6-881a-fa46be9a6f96, 'name': SearchDatastore_Task, 'duration_secs': 0.026187} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.911861] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.912118] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.912366] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.912514] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.912696] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.912962] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e438e0e-1e42-4c5f-88f0-92aa76ca7f01 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.928852] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.929031] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.929769] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3325774-7ea3-45c5-b858-626361262381 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.949416] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1511.949416] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526dbe01-7068-7a41-db10-cc98be5efaf1" [ 1511.949416] env[62437]: _type = "Task" [ 1511.949416] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.949641] env[62437]: DEBUG oslo_vmware.api [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197177} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.949964] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.950180] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.950364] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.950931] env[62437]: INFO nova.compute.manager [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1511.950931] env[62437]: DEBUG oslo.service.loopingcall [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.953615] env[62437]: DEBUG nova.compute.manager [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.953752] env[62437]: DEBUG nova.network.neutron [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.960461] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526dbe01-7068-7a41-db10-cc98be5efaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.025229] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.025411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquired lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.025590] env[62437]: DEBUG nova.network.neutron [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.121761] env[62437]: DEBUG nova.network.neutron [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Updated VIF entry in instance network info cache for port 0482b114-a419-44bb-b7e2-7a84474b619a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.121761] env[62437]: DEBUG nova.network.neutron [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Updating instance_info_cache with network_info: [{"id": "0482b114-a419-44bb-b7e2-7a84474b619a", "address": "fa:16:3e:8e:05:11", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0482b114-a4", "ovs_interfaceid": "0482b114-a419-44bb-b7e2-7a84474b619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.206835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.230330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "38eb0d83-d36c-4271-94b7-88538732994c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.230330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.230330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "38eb0d83-d36c-4271-94b7-88538732994c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.230330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.230330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.231168] env[62437]: INFO nova.compute.manager [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Terminating instance [ 1512.246928] env[62437]: DEBUG oslo_vmware.api [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811314, 'name': PowerOnVM_Task, 'duration_secs': 0.594068} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.247516] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.250077] env[62437]: INFO nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Took 12.00 seconds to spawn the instance on the hypervisor. [ 1512.250077] env[62437]: DEBUG nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.252060] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8151712a-5283-4e5e-836b-d21c6258a5c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.295155] env[62437]: DEBUG nova.network.neutron [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Updating instance_info_cache with network_info: [{"id": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "address": "fa:16:3e:0a:ff:40", "network": {"id": "61766da6-a35b-461b-8c19-b483cdf3b754", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694558766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e4cb0-c8", "ovs_interfaceid": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "address": "fa:16:3e:24:1b:be", "network": {"id": "32429f05-0743-4cc3-998d-043ecfd1aeb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297862457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ecdb4b-b1", "ovs_interfaceid": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.338435] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updated VIF entry in instance network info cache for port 008c7617-d75a-48ce-a028-480ccc01efea. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.338788] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [{"id": "008c7617-d75a-48ce-a028-480ccc01efea", "address": "fa:16:3e:35:6b:6e", "network": {"id": "f9aabb12-7118-425e-a09e-5a1dcd8b45a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1356888316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a72078d506f4e799965c4c388be2f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008c7617-d7", "ovs_interfaceid": "008c7617-d75a-48ce-a028-480ccc01efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.344029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.344181] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.344337] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.464641] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526dbe01-7068-7a41-db10-cc98be5efaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.030828} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.465550] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dd0928-04d4-4f2b-ab83-fbfa53d0844e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.473582] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1512.473582] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce62b7-0067-f0b0-172a-4885a025855d" [ 1512.473582] env[62437]: _type = "Task" [ 1512.473582] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.483865] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce62b7-0067-f0b0-172a-4885a025855d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.529599] env[62437]: DEBUG nova.compute.utils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Can not refresh info_cache because instance was not found {{(pid=62437) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1512.548012] env[62437]: DEBUG nova.network.neutron [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.587666] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e025d-d202-490f-bb29-c4eb80cbdecb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.598052] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a9e2a-a259-4154-b206-dd7622222ad0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.630427] env[62437]: DEBUG oslo_concurrency.lockutils [req-311dd224-7de1-4276-8473-e8e8ecc47ce1 req-a63c137b-347c-4b60-9ce8-6e89416e4882 service nova] Releasing lock "refresh_cache-7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.631623] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413f280-bcbb-4c13-9f4c-e7015f484897 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.640445] env[62437]: DEBUG nova.network.neutron [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.642635] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb507f21-99b6-4cce-bae7-f9a6d6178d07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.657635] env[62437]: DEBUG nova.compute.provider_tree [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1512.735476] env[62437]: DEBUG nova.compute.manager [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.735640] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.736857] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d1049-14e0-40c9-ad19-86892a805585 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.748806] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.749100] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d48164-a09e-4c9c-8c65-77cdfbc3c599 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.757680] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1512.757680] env[62437]: value = "task-1811317" [ 1512.757680] env[62437]: _type = "Task" [ 1512.757680] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.770236] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.770746] env[62437]: DEBUG nova.network.neutron [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.774049] env[62437]: INFO nova.compute.manager [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Took 46.42 seconds to build instance. [ 1512.800314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.800749] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance network_info: |[{"id": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "address": "fa:16:3e:0a:ff:40", "network": {"id": "61766da6-a35b-461b-8c19-b483cdf3b754", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694558766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e4cb0-c8", "ovs_interfaceid": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "address": "fa:16:3e:24:1b:be", "network": {"id": "32429f05-0743-4cc3-998d-043ecfd1aeb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297862457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ecdb4b-b1", "ovs_interfaceid": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.801335] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ff:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd44e4cb0-c868-4a69-9cac-2806d892d0bc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:1b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.812019] env[62437]: DEBUG oslo.service.loopingcall [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.812019] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.812162] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500c1682-5802-4e9a-8690-f9ef714cfaa6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.837749] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.837749] env[62437]: value = "task-1811318" [ 1512.837749] env[62437]: _type = "Task" [ 1512.837749] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.841235] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Releasing lock "refresh_cache-2fae54f8-608e-43f7-a4f3-4fc12e3440c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.841471] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-vif-plugged-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.841658] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Acquiring lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.841856] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.842034] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.842202] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] No waiting events found dispatching network-vif-plugged-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.842366] env[62437]: WARNING nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received unexpected event network-vif-plugged-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 for instance with vm_state building and task_state spawning. [ 1512.842525] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-changed-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.842675] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Refreshing instance network info cache due to event network-changed-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1512.842853] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Acquiring lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.843105] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Acquired lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.843981] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Refreshing network info cache for port 83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.850958] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811318, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.896295] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.988070] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce62b7-0067-f0b0-172a-4885a025855d, 'name': SearchDatastore_Task, 'duration_secs': 0.040709} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.988458] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.988723] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d/7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.988987] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba99a17-22f9-442f-889c-6ed6a62a6fea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.997019] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1512.997019] env[62437]: value = "task-1811319" [ 1512.997019] env[62437]: _type = "Task" [ 1512.997019] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.006614] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.134056] env[62437]: DEBUG nova.network.neutron [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Updating instance_info_cache with network_info: [{"id": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "address": "fa:16:3e:39:1c:59", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd231c7c-47", "ovs_interfaceid": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.147667] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Releasing lock "refresh_cache-fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.148140] env[62437]: DEBUG nova.compute.manager [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1513.148352] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.148654] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f144580-57a9-4b98-ae8c-7a2f1840eb0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.162132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db899a89-b1c1-4ce5-b32c-1549bfbe191d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.208908] env[62437]: WARNING nova.virt.vmwareapi.vmops [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13 could not be found. [ 1513.209091] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.209368] env[62437]: INFO nova.compute.manager [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1513.209654] env[62437]: DEBUG oslo.service.loopingcall [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.212138] env[62437]: ERROR nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [req-b9e27096-7ac3-4c6a-8e38-3580f3aaeb86] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9e27096-7ac3-4c6a-8e38-3580f3aaeb86"}]} [ 1513.212138] env[62437]: DEBUG nova.compute.manager [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.212138] env[62437]: DEBUG nova.network.neutron [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.226333] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.226856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.227084] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.227371] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.228047] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.230606] env[62437]: INFO nova.compute.manager [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Terminating instance [ 1513.236961] env[62437]: DEBUG nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1513.241580] env[62437]: DEBUG nova.network.neutron [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.256369] env[62437]: DEBUG nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1513.256605] env[62437]: DEBUG nova.compute.provider_tree [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.272810] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811317, 'name': PowerOffVM_Task, 'duration_secs': 0.238695} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.274260] env[62437]: DEBUG nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1513.278018] env[62437]: INFO nova.compute.manager [-] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Took 1.32 seconds to deallocate network for instance. [ 1513.278018] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.278257] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.279193] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b35c0ec0-0156-47b1-8290-0a54a937ca95 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.723s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.280573] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962a9c0e-2e35-478e-a532-c987997adc99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.298714] env[62437]: DEBUG nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1513.351360] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811318, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.375453] env[62437]: DEBUG nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Received event network-vif-plugged-cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1513.375830] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Acquiring lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.376158] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.376440] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.376699] env[62437]: DEBUG nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] No waiting events found dispatching network-vif-plugged-cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1513.378927] env[62437]: WARNING nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Received unexpected event network-vif-plugged-cd231c7c-47bb-470a-8b02-b3ca97c42aaf for instance with vm_state building and task_state spawning. [ 1513.379206] env[62437]: DEBUG nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Received event network-changed-cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1513.379403] env[62437]: DEBUG nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Refreshing instance network info cache due to event network-changed-cd231c7c-47bb-470a-8b02-b3ca97c42aaf. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1513.379580] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Acquiring lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.384082] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.384226] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.384418] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleting the datastore file [datastore1] 38eb0d83-d36c-4271-94b7-88538732994c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.385521] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a037630-9d35-4d76-ace6-c5a760557046 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.395928] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for the task: (returnval){ [ 1513.395928] env[62437]: value = "task-1811321" [ 1513.395928] env[62437]: _type = "Task" [ 1513.395928] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.407297] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.509661] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.639016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.639780] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Instance network_info: |[{"id": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "address": "fa:16:3e:39:1c:59", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd231c7c-47", "ovs_interfaceid": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.640448] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Acquired lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.640649] env[62437]: DEBUG nova.network.neutron [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Refreshing network info cache for port cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.641996] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1c:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd231c7c-47bb-470a-8b02-b3ca97c42aaf', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.650753] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Creating folder: Project (2ba06edcad43426b9d75bc52d8e1928f). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.656048] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-215dc062-685f-41bd-a1ef-f8a8c4a01b97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.679192] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Created folder: Project (2ba06edcad43426b9d75bc52d8e1928f) in parent group-v375259. [ 1513.679390] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Creating folder: Instances. Parent ref: group-v375377. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.679661] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d528815-fbef-453b-a0d8-5d1d6d1c09b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.693786] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Created folder: Instances in parent group-v375377. [ 1513.694089] env[62437]: DEBUG oslo.service.loopingcall [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.698779] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.699428] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5a6acf-f1a5-40f5-9f72-938a7bd044ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.728170] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.728170] env[62437]: value = "task-1811324" [ 1513.728170] env[62437]: _type = "Task" [ 1513.728170] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.738235] env[62437]: DEBUG nova.compute.manager [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1513.738235] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.738235] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfc480-dae1-453b-86cc-b3c7890385da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.744943] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811324, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.745738] env[62437]: DEBUG nova.network.neutron [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.748115] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Updated VIF entry in instance network info cache for port 83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.748545] env[62437]: DEBUG nova.network.neutron [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Updating instance_info_cache with network_info: [{"id": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "address": "fa:16:3e:0a:ff:40", "network": {"id": "61766da6-a35b-461b-8c19-b483cdf3b754", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694558766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e4cb0-c8", "ovs_interfaceid": "d44e4cb0-c868-4a69-9cac-2806d892d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "address": "fa:16:3e:24:1b:be", "network": {"id": "32429f05-0743-4cc3-998d-043ecfd1aeb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297862457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b2e6ce87d86461db08ab72d3589a509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ecdb4b-b1", "ovs_interfaceid": "83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.752568] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.756052] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e31f24-cce0-4567-b70c-2cd77ac2d2c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.769052] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1513.769052] env[62437]: value = "task-1811325" [ 1513.769052] env[62437]: _type = "Task" [ 1513.769052] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.783805] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1811325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.788106] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1513.793228] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.856033] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811318, 'name': CreateVM_Task, 'duration_secs': 0.712919} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.859036] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.859036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.859036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.859036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.859036] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfce7017-1bd9-4251-b8c5-16076f967f2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.865854] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1513.865854] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528ff03a-2346-4993-a06f-72d340962202" [ 1513.865854] env[62437]: _type = "Task" [ 1513.865854] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.879723] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528ff03a-2346-4993-a06f-72d340962202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.913440] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.990728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cc337-0955-4a13-bdd3-24b47719d7b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.001149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "af8d829a-893e-41fa-af40-b568893d5ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.001469] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.010031] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde11c7-59df-4878-831c-79da0f51799d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.019677] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780734} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.020734] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d/7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.021126] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.021500] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55851329-2e0a-49c9-b0bc-e667e04da47a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.052804] env[62437]: DEBUG nova.network.neutron [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Updated VIF entry in instance network info cache for port cd231c7c-47bb-470a-8b02-b3ca97c42aaf. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.053206] env[62437]: DEBUG nova.network.neutron [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Updating instance_info_cache with network_info: [{"id": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "address": "fa:16:3e:39:1c:59", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd231c7c-47", "ovs_interfaceid": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.055439] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d504f2-400e-45fe-9e97-9bdef50b5ac4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.061199] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1514.061199] env[62437]: value = "task-1811326" [ 1514.061199] env[62437]: _type = "Task" [ 1514.061199] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.071138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5159f-a727-42d5-b564-62e47448273f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.079596] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.093258] env[62437]: DEBUG nova.compute.provider_tree [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.239272] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811324, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.251072] env[62437]: INFO nova.compute.manager [-] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Took 1.04 seconds to deallocate network for instance. [ 1514.259673] env[62437]: DEBUG oslo_concurrency.lockutils [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] Releasing lock "refresh_cache-bd51d68d-fe1a-4b25-81df-3d37e0669e45" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.259673] env[62437]: DEBUG nova.compute.manager [req-0dfbf98a-e7b3-41fe-9ecf-f153f9ade263 req-66e7858c-07ff-441f-92c5-a1a68cd30d97 service nova] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Received event network-vif-deleted-965dc450-c350-4e1e-a380-19db59cfb891 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1514.278751] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1811325, 'name': PowerOffVM_Task, 'duration_secs': 0.30784} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.279116] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.279332] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.279633] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057d8ce5-197f-4b89-92e7-eaa1da3f98af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.312806] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.385034] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528ff03a-2346-4993-a06f-72d340962202, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.385034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.385034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.385034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.385034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.385034] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.385034] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046b225b-36b8-4263-88d5-532ce9a54755 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.389025] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.389575] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.389993] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Deleting the datastore file [datastore1] f1b3a364-8f7f-4f74-bb80-a945639f675d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.391211] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f0108f-ceb4-46a1-8c11-3024218dceae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.406403] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.407085] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.408444] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for the task: (returnval){ [ 1514.408444] env[62437]: value = "task-1811328" [ 1514.408444] env[62437]: _type = "Task" [ 1514.408444] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.409524] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52be682e-e413-4999-a295-3e5079b9e61e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.427045] env[62437]: DEBUG oslo_vmware.api [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Task: {'id': task-1811321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.627038} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.427045] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.427045] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1514.427045] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.427045] env[62437]: INFO nova.compute.manager [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1514.427045] env[62437]: DEBUG oslo.service.loopingcall [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.428144] env[62437]: DEBUG nova.compute.manager [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1514.428581] env[62437]: DEBUG nova.network.neutron [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.437776] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1811328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.438652] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1514.438652] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fe0f3b-a03d-0b36-bc33-371abd2a3c44" [ 1514.438652] env[62437]: _type = "Task" [ 1514.438652] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.456037] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fe0f3b-a03d-0b36-bc33-371abd2a3c44, 'name': SearchDatastore_Task} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.456037] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892debf9-09a6-4318-8fbd-c7397914eadb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.464384] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1514.464384] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520b920f-2719-f6b3-87df-024f2f28101c" [ 1514.464384] env[62437]: _type = "Task" [ 1514.464384] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.478591] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520b920f-2719-f6b3-87df-024f2f28101c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.561914] env[62437]: DEBUG oslo_concurrency.lockutils [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] Releasing lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.562488] env[62437]: DEBUG nova.compute.manager [req-556978fa-50e2-4c85-8382-b68f8f2fe80a req-356ac78a-b95e-422c-b0b4-117c1258f82d service nova] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Received event network-vif-deleted-008c7617-d75a-48ce-a028-480ccc01efea {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1514.572508] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125451} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.572558] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.573449] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7ec5c-d1e9-455e-92fb-aee144dc1bad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.600062] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d/7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.600905] env[62437]: DEBUG nova.scheduler.client.report [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.604519] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d5eb2d-c170-47ea-b8c5-070f697a32af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.627741] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1514.627741] env[62437]: value = "task-1811329" [ 1514.627741] env[62437]: _type = "Task" [ 1514.627741] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.637605] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.740793] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811324, 'name': CreateVM_Task, 'duration_secs': 0.592718} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.741304] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.742240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.742575] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.743040] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.743432] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe804c2e-22f9-4a35-9019-79f44f0d9636 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.750973] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1514.750973] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a85412-0f8b-f4c2-d055-6b8c997168f4" [ 1514.750973] env[62437]: _type = "Task" [ 1514.750973] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.762202] env[62437]: INFO nova.compute.manager [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance disappeared during terminate [ 1514.762541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1f7f33f1-6e94-4a26-be4d-84126b236860 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.250s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.763576] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a85412-0f8b-f4c2-d055-6b8c997168f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.924592] env[62437]: DEBUG oslo_vmware.api [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Task: {'id': task-1811328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457752} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.924592] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.924813] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1514.926035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.926035] env[62437]: INFO nova.compute.manager [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1514.926035] env[62437]: DEBUG oslo.service.loopingcall [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.926035] env[62437]: DEBUG nova.compute.manager [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1514.926035] env[62437]: DEBUG nova.network.neutron [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.977756] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520b920f-2719-f6b3-87df-024f2f28101c, 'name': SearchDatastore_Task, 'duration_secs': 0.021677} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.978077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.978358] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bd51d68d-fe1a-4b25-81df-3d37e0669e45/bd51d68d-fe1a-4b25-81df-3d37e0669e45.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.978624] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-636de0e8-b65e-4a95-8964-be71407cf6a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.983595] env[62437]: DEBUG nova.compute.manager [req-84a3e913-59ca-404e-b92d-6ca5a4fa5de0 req-5e8a5baa-58cc-44b1-96bc-dd111c0fe42e service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Received event network-vif-deleted-3591abea-5dde-45da-a8aa-624d6b9c8427 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1514.983807] env[62437]: INFO nova.compute.manager [req-84a3e913-59ca-404e-b92d-6ca5a4fa5de0 req-5e8a5baa-58cc-44b1-96bc-dd111c0fe42e service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Neutron deleted interface 3591abea-5dde-45da-a8aa-624d6b9c8427; detaching it from the instance and deleting it from the info cache [ 1514.983982] env[62437]: DEBUG nova.network.neutron [req-84a3e913-59ca-404e-b92d-6ca5a4fa5de0 req-5e8a5baa-58cc-44b1-96bc-dd111c0fe42e service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.992988] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1514.992988] env[62437]: value = "task-1811330" [ 1514.992988] env[62437]: _type = "Task" [ 1514.992988] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.006336] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.123019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.144s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.123019] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1515.125685] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.748s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.130181] env[62437]: DEBUG nova.objects.instance [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lazy-loading 'resources' on Instance uuid 9aa0c672-1b3d-416d-b626-9c880c127339 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.147734] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.263155] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a85412-0f8b-f4c2-d055-6b8c997168f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.263790] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.264285] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.264734] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.265530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.265530] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.266029] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-708ae5d8-d84b-4f14-be2b-28795af531c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.279975] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.280143] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.281071] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed54c190-7954-4503-a9c0-f059b73c7b15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.289079] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1515.289079] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52258112-8657-eda3-ff16-d72d9cb072ca" [ 1515.289079] env[62437]: _type = "Task" [ 1515.289079] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.299589] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52258112-8657-eda3-ff16-d72d9cb072ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.353785] env[62437]: DEBUG nova.network.neutron [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.490832] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-827892d4-7f31-4d14-bdff-912ed1526866 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.506186] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.512302] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c6336-fdb7-4b80-a2cf-e9f2a1a31890 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.549686] env[62437]: DEBUG nova.compute.manager [req-84a3e913-59ca-404e-b92d-6ca5a4fa5de0 req-5e8a5baa-58cc-44b1-96bc-dd111c0fe42e service nova] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Detach interface failed, port_id=3591abea-5dde-45da-a8aa-624d6b9c8427, reason: Instance 38eb0d83-d36c-4271-94b7-88538732994c could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1515.633341] env[62437]: DEBUG nova.compute.utils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.637751] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.639357] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.652689] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811329, 'name': ReconfigVM_Task, 'duration_secs': 0.717349} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.653014] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d/7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.655019] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b1286f-73c0-4c6b-91b8-9f4d22135434 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.662229] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1515.662229] env[62437]: value = "task-1811331" [ 1515.662229] env[62437]: _type = "Task" [ 1515.662229] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.673175] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811331, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.703450] env[62437]: DEBUG nova.policy [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6c50318c7549a2b48ebf49790fff64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba06edcad43426b9d75bc52d8e1928f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.800730] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52258112-8657-eda3-ff16-d72d9cb072ca, 'name': SearchDatastore_Task, 'duration_secs': 0.099472} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.803481] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c82fcc-21d6-4dc2-9108-b68cc5da7449 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.809974] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1515.809974] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522ab42d-22e1-2a0e-af97-c0db891c586a" [ 1515.809974] env[62437]: _type = "Task" [ 1515.809974] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.820703] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522ab42d-22e1-2a0e-af97-c0db891c586a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.858808] env[62437]: INFO nova.compute.manager [-] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Took 1.43 seconds to deallocate network for instance. [ 1515.961686] env[62437]: DEBUG nova.network.neutron [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.008058] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99157} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.008812] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bd51d68d-fe1a-4b25-81df-3d37e0669e45/bd51d68d-fe1a-4b25-81df-3d37e0669e45.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.010160] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.010160] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e40ca8-b2ec-40f9-8a9d-c64b7182cef1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.019714] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1516.019714] env[62437]: value = "task-1811332" [ 1516.019714] env[62437]: _type = "Task" [ 1516.019714] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.030660] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.108463] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Successfully created port: c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.138950] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1516.174925] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811331, 'name': Rename_Task, 'duration_secs': 0.383988} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.175360] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.175622] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe727307-ced5-4343-866b-5d7e93f2f2e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.184293] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1516.184293] env[62437]: value = "task-1811333" [ 1516.184293] env[62437]: _type = "Task" [ 1516.184293] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.198491] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.241594] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca176b4-cfec-44b8-aa12-f81ca0b2aae7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.254677] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e40223-5437-45e1-aa9f-be049c6e4fa4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.291516] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a85499-5804-4190-930d-87b616a70a02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.300557] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c5701-8775-4130-bad0-97bdf038322e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.315961] env[62437]: DEBUG nova.compute.provider_tree [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.325592] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522ab42d-22e1-2a0e-af97-c0db891c586a, 'name': SearchDatastore_Task, 'duration_secs': 0.055627} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.326898] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.326898] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa937bc6-203c-4830-8adc-2fc1394bb790/fa937bc6-203c-4830-8adc-2fc1394bb790.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.329243] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea07c059-04bc-4af2-a2f4-18297137693d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.334537] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1516.334537] env[62437]: value = "task-1811334" [ 1516.334537] env[62437]: _type = "Task" [ 1516.334537] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.342817] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.363645] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.463349] env[62437]: INFO nova.compute.manager [-] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Took 1.54 seconds to deallocate network for instance. [ 1516.528362] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090367} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.528759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.529390] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc556b20-8531-41d7-a54d-a61080209eb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.556644] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] bd51d68d-fe1a-4b25-81df-3d37e0669e45/bd51d68d-fe1a-4b25-81df-3d37e0669e45.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.556948] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716b8a16-d36d-4055-b7f3-b5a60723417b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.578435] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1516.578435] env[62437]: value = "task-1811335" [ 1516.578435] env[62437]: _type = "Task" [ 1516.578435] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.590215] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.698475] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811333, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.820694] env[62437]: DEBUG nova.scheduler.client.report [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.846394] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.969987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.023496] env[62437]: DEBUG nova.compute.manager [req-b0b6c97e-64ab-49e0-a0d7-409a07df4dfe req-7897e9e6-8b96-4658-bdce-c3d5c2fc7c45 service nova] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Received event network-vif-deleted-11d20720-5f61-499b-8d62-e6c0db94abca {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1517.091135] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.153076] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1517.181634] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.181865] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.182042] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.182246] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.182406] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.182552] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.182757] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.184147] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.184147] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.184147] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.184147] env[62437]: DEBUG nova.virt.hardware [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.184351] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e4ccb-5d3e-4b42-8cf7-7d6f61867a80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.196753] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ef4228-8dd1-4750-80bb-ce1f5de48d8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.204632] env[62437]: DEBUG oslo_vmware.api [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811333, 'name': PowerOnVM_Task, 'duration_secs': 0.696804} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.205401] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.205637] env[62437]: INFO nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1517.205864] env[62437]: DEBUG nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.206806] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2848654-4059-45ad-93d2-695beb6a7b03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.326398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.329683] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.535s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.331871] env[62437]: INFO nova.compute.claims [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.347652] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.362888] env[62437]: INFO nova.scheduler.client.report [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Deleted allocations for instance 9aa0c672-1b3d-416d-b626-9c880c127339 [ 1517.592036] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.734164] env[62437]: INFO nova.compute.manager [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Took 36.64 seconds to build instance. [ 1517.755467] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Successfully updated port: c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.848233] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811334, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077635} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.849117] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fa937bc6-203c-4830-8adc-2fc1394bb790/fa937bc6-203c-4830-8adc-2fc1394bb790.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.849343] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.849592] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a926ed-421e-4244-a8ff-7de8a2868132 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.857299] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1517.857299] env[62437]: value = "task-1811336" [ 1517.857299] env[62437]: _type = "Task" [ 1517.857299] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.866472] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.870315] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ada95ed8-46f9-48d7-bca7-62571fe10152 tempest-ServerAddressesNegativeTestJSON-1395277552 tempest-ServerAddressesNegativeTestJSON-1395277552-project-member] Lock "9aa0c672-1b3d-416d-b626-9c880c127339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.418s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.090035] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811335, 'name': ReconfigVM_Task, 'duration_secs': 1.270657} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.090364] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Reconfigured VM instance instance-00000029 to attach disk [datastore1] bd51d68d-fe1a-4b25-81df-3d37e0669e45/bd51d68d-fe1a-4b25-81df-3d37e0669e45.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.091044] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce413682-7e60-404f-8567-4feb57564a70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.098332] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1518.098332] env[62437]: value = "task-1811337" [ 1518.098332] env[62437]: _type = "Task" [ 1518.098332] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.107179] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811337, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.237605] env[62437]: DEBUG oslo_concurrency.lockutils [None req-877fe55c-2aca-476b-909e-fe80169b260f tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.725s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.256721] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.256882] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.257412] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.368702] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192698} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.371617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.373822] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482142a6-2b50-4837-b0fa-d2adce20a977 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.397958] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] fa937bc6-203c-4830-8adc-2fc1394bb790/fa937bc6-203c-4830-8adc-2fc1394bb790.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.401228] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bf4a88-fd94-450c-921b-2bda7fcde8b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.423653] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1518.423653] env[62437]: value = "task-1811338" [ 1518.423653] env[62437]: _type = "Task" [ 1518.423653] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.436049] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.609011] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811337, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.742689] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.813099] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.916281] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c28d1cb-33db-4e4b-9cca-07c799485a97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.931290] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79078e9c-7940-4688-9804-c56d7eb14145 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.940501] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.968240] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b81f11-5940-497b-bfb2-96207f0f74b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.978530] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860eccd-eb2a-498f-9f9b-decacc73d263 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.993381] env[62437]: DEBUG nova.compute.provider_tree [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.002649] env[62437]: DEBUG nova.network.neutron [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Updating instance_info_cache with network_info: [{"id": "c393d205-b485-4314-a9ce-efae1c3cf370", "address": "fa:16:3e:88:57:f5", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc393d205-b4", "ovs_interfaceid": "c393d205-b485-4314-a9ce-efae1c3cf370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.110183] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811337, 'name': Rename_Task, 'duration_secs': 0.592399} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.110756] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.110756] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d076dedf-fd8e-46f3-af36-09fec3849acf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.118940] env[62437]: DEBUG nova.compute.manager [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Received event network-vif-plugged-c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1519.119195] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Acquiring lock "80f80734-f27c-4632-ac25-f8691b27087f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.119397] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Lock "80f80734-f27c-4632-ac25-f8691b27087f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.119565] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Lock "80f80734-f27c-4632-ac25-f8691b27087f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.120122] env[62437]: DEBUG nova.compute.manager [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] No waiting events found dispatching network-vif-plugged-c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.120122] env[62437]: WARNING nova.compute.manager [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Received unexpected event network-vif-plugged-c393d205-b485-4314-a9ce-efae1c3cf370 for instance with vm_state building and task_state spawning. [ 1519.120122] env[62437]: DEBUG nova.compute.manager [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Received event network-changed-c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1519.120353] env[62437]: DEBUG nova.compute.manager [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Refreshing instance network info cache due to event network-changed-c393d205-b485-4314-a9ce-efae1c3cf370. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1519.120668] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Acquiring lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.122430] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1519.122430] env[62437]: value = "task-1811339" [ 1519.122430] env[62437]: _type = "Task" [ 1519.122430] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.132024] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.264271] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.434783] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811338, 'name': ReconfigVM_Task, 'duration_secs': 0.590661} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.435222] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Reconfigured VM instance instance-0000002b to attach disk [datastore1] fa937bc6-203c-4830-8adc-2fc1394bb790/fa937bc6-203c-4830-8adc-2fc1394bb790.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.435739] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e17f696-a747-490b-8d68-be0bafe872d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.443311] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1519.443311] env[62437]: value = "task-1811340" [ 1519.443311] env[62437]: _type = "Task" [ 1519.443311] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.452844] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811340, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.498825] env[62437]: DEBUG nova.scheduler.client.report [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.508588] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.508923] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Instance network_info: |[{"id": "c393d205-b485-4314-a9ce-efae1c3cf370", "address": "fa:16:3e:88:57:f5", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc393d205-b4", "ovs_interfaceid": "c393d205-b485-4314-a9ce-efae1c3cf370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.509432] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Acquired lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.509609] env[62437]: DEBUG nova.network.neutron [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Refreshing network info cache for port c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.510745] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:57:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c393d205-b485-4314-a9ce-efae1c3cf370', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.520788] env[62437]: DEBUG oslo.service.loopingcall [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.524088] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.524595] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd49c81-5c7f-40cc-b8d1-0d8366fb244d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.546848] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.546848] env[62437]: value = "task-1811341" [ 1519.546848] env[62437]: _type = "Task" [ 1519.546848] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.558030] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811341, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.634570] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.804562] env[62437]: DEBUG nova.network.neutron [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Updated VIF entry in instance network info cache for port c393d205-b485-4314-a9ce-efae1c3cf370. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.804562] env[62437]: DEBUG nova.network.neutron [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Updating instance_info_cache with network_info: [{"id": "c393d205-b485-4314-a9ce-efae1c3cf370", "address": "fa:16:3e:88:57:f5", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc393d205-b4", "ovs_interfaceid": "c393d205-b485-4314-a9ce-efae1c3cf370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.956032] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811340, 'name': Rename_Task, 'duration_secs': 0.16441} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.956757] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.956757] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ac4733-5186-44e8-9c8b-63dabb11ac56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.969032] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1519.969032] env[62437]: value = "task-1811342" [ 1519.969032] env[62437]: _type = "Task" [ 1519.969032] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.980023] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.010272] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.010903] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.017034] env[62437]: DEBUG nova.compute.manager [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.017551] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.149s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.020773] env[62437]: INFO nova.compute.claims [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.031296] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17976285-c8ec-461b-bb18-4b289dbf26c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.059982] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811341, 'name': CreateVM_Task, 'duration_secs': 0.461238} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.060344] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.061674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.062757] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.062757] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.062757] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835ad505-c032-4d16-8cd0-5acb0db43af1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.070126] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1520.070126] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528df1f4-612b-4b28-f2db-8cacb5dd934d" [ 1520.070126] env[62437]: _type = "Task" [ 1520.070126] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.082642] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528df1f4-612b-4b28-f2db-8cacb5dd934d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.134739] env[62437]: DEBUG oslo_vmware.api [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811339, 'name': PowerOnVM_Task, 'duration_secs': 0.623363} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.135181] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.135473] env[62437]: INFO nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Took 15.04 seconds to spawn the instance on the hypervisor. [ 1520.135651] env[62437]: DEBUG nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.136456] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35168f4-3a2a-4e7b-9a8f-9c00c871f794 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.308076] env[62437]: DEBUG oslo_concurrency.lockutils [req-9d7583b1-2320-48b2-b372-e1659a82bb3a req-cf69a79b-e782-45ed-b7c2-3550a68151fb service nova] Releasing lock "refresh_cache-80f80734-f27c-4632-ac25-f8691b27087f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.485020] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.532132] env[62437]: DEBUG nova.compute.utils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.535590] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.535773] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.543140] env[62437]: INFO nova.compute.manager [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] instance snapshotting [ 1520.554016] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cdd5b5-c268-4d03-8721-694b0a69ae5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.596314] env[62437]: DEBUG nova.policy [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6c50318c7549a2b48ebf49790fff64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba06edcad43426b9d75bc52d8e1928f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.605548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ac52c-6212-4f6a-a55a-5de8d7157cc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.619199] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528df1f4-612b-4b28-f2db-8cacb5dd934d, 'name': SearchDatastore_Task, 'duration_secs': 0.019491} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.619816] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.620108] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.620363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.620514] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.620719] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.624036] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f8e132-1bd6-4a6b-bf0a-15977371b652 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.636599] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.636791] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.637531] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce1f719-9ef5-4fdd-bf31-55d31bae6b30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.644231] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1520.644231] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5253282f-e7ba-1ad4-28de-c3880d833642" [ 1520.644231] env[62437]: _type = "Task" [ 1520.644231] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.655224] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5253282f-e7ba-1ad4-28de-c3880d833642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.671610] env[62437]: INFO nova.compute.manager [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Took 46.95 seconds to build instance. [ 1520.951673] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Successfully created port: 4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.980675] env[62437]: DEBUG oslo_vmware.api [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811342, 'name': PowerOnVM_Task, 'duration_secs': 0.94716} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.980986] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.981218] env[62437]: INFO nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1520.981409] env[62437]: DEBUG nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.982191] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba9399-50de-4132-a54a-8ac18b7ff470 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.036977] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.112421] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.128254] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1521.131154] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a88e035-d16a-48c5-b685-90f1a41c5250 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.140202] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1521.140202] env[62437]: value = "task-1811343" [ 1521.140202] env[62437]: _type = "Task" [ 1521.140202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.158415] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.168937] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5253282f-e7ba-1ad4-28de-c3880d833642, 'name': SearchDatastore_Task, 'duration_secs': 0.015716} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.170028] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1592972c-b24e-4a03-bab7-7ce7c8450a3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.176120] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1521.176120] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52496ab2-9d9e-70ba-c9cf-9da0644bd8a0" [ 1521.176120] env[62437]: _type = "Task" [ 1521.176120] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.179364] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fbda7bc5-a1bb-4c0e-a617-4feb19dd57cc tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.418s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.183656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.071s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.183862] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.184089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.184216] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.186863] env[62437]: INFO nova.compute.manager [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Terminating instance [ 1521.193970] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52496ab2-9d9e-70ba-c9cf-9da0644bd8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.196586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.196843] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 80f80734-f27c-4632-ac25-f8691b27087f/80f80734-f27c-4632-ac25-f8691b27087f.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.197780] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6137032-2f90-4546-8442-4b508b83b041 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.206970] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1521.206970] env[62437]: value = "task-1811344" [ 1521.206970] env[62437]: _type = "Task" [ 1521.206970] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.219467] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.508476] env[62437]: INFO nova.compute.manager [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Took 38.25 seconds to build instance. [ 1521.608978] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad26d3-8428-4eff-9e95-3eb560473bb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.617457] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ecde4f-71ba-46e1-95c2-ed5ed61099d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.656074] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837a3f1-53be-4bbd-a093-2e74862f5f9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.666275] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ce220-cb7f-4840-9ae0-2372948c5b0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.670462] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.685038] env[62437]: DEBUG nova.compute.provider_tree [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.686989] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.692051] env[62437]: DEBUG nova.compute.manager [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.692051] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.692460] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2e89a6-cfc9-4693-aa0e-00c2fa764b47 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.702271] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.702704] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26036550-fea7-4db2-a251-4766fd850ad3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.712359] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1521.712359] env[62437]: value = "task-1811345" [ 1521.712359] env[62437]: _type = "Task" [ 1521.712359] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.719290] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811344, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.725170] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.011171] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f379b788-4641-44bb-927b-adcd444163a2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.529s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.051951] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.081778] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.082051] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.082911] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.082911] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.082911] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.082911] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.082911] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.083166] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.083322] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.083383] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.083558] env[62437]: DEBUG nova.virt.hardware [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.084453] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a12e6-3394-4fcb-ac6b-8bca5696c438 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.093190] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ae02a-cdca-479c-aaf7-43317407d1a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.160776] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811343, 'name': CreateSnapshot_Task, 'duration_secs': 0.702383} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.161077] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1522.162097] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb6e94a-72cb-42e3-89b3-25eeddf407a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.191206] env[62437]: DEBUG nova.scheduler.client.report [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.220244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.220671] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523514} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.221297] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 80f80734-f27c-4632-ac25-f8691b27087f/80f80734-f27c-4632-ac25-f8691b27087f.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.221501] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.221738] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bef3c77-6718-41c0-891c-a8a521ecba46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.226332] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811345, 'name': PowerOffVM_Task, 'duration_secs': 0.27641} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.226876] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.227059] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.227369] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bfb823d-ceac-40a6-b73b-371d8363076f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.233538] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1522.233538] env[62437]: value = "task-1811346" [ 1522.233538] env[62437]: _type = "Task" [ 1522.233538] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.242625] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.450932] env[62437]: DEBUG nova.compute.manager [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Received event network-vif-plugged-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1522.450932] env[62437]: DEBUG oslo_concurrency.lockutils [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] Acquiring lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.450932] env[62437]: DEBUG oslo_concurrency.lockutils [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.450932] env[62437]: DEBUG oslo_concurrency.lockutils [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.450932] env[62437]: DEBUG nova.compute.manager [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] No waiting events found dispatching network-vif-plugged-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.450932] env[62437]: WARNING nova.compute.manager [req-bd05b0cb-df26-43de-b7bd-147897dcf6c1 req-0f3d6605-03b3-469b-9a74-f514872de486 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Received unexpected event network-vif-plugged-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 for instance with vm_state building and task_state spawning. [ 1522.514744] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.556251] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Successfully updated port: 4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.680833] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1522.681162] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-511e692e-0eb8-4979-bf37-027a3ed60411 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.691203] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1522.691203] env[62437]: value = "task-1811348" [ 1522.691203] env[62437]: _type = "Task" [ 1522.691203] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.700322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.700826] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.703614] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811348, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.704252] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.215s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.704367] env[62437]: DEBUG nova.objects.instance [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lazy-loading 'resources' on Instance uuid e3f1694d-f74b-46ab-b356-d967e1e53b10 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.746972] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230094} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.747388] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.748548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc8b81-d373-417b-8616-f1f7c69c6f70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.785035] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 80f80734-f27c-4632-ac25-f8691b27087f/80f80734-f27c-4632-ac25-f8691b27087f.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.785035] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900d097a-292c-401c-827e-e981ab546850 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.807046] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1522.807046] env[62437]: value = "task-1811349" [ 1522.807046] env[62437]: _type = "Task" [ 1522.807046] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.816245] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.035667] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.058410] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.058600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.058800] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.202763] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811348, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.206398] env[62437]: DEBUG nova.compute.utils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.210134] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1523.210319] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.272987] env[62437]: DEBUG nova.policy [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37c86acb71646a4a823a78679682420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c328f81511034b85801534bfd44580ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1523.320168] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.604865] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Successfully created port: 0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.611600] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.632040] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.632383] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.633510] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleting the datastore file [datastore1] bd51d68d-fe1a-4b25-81df-3d37e0669e45 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.633510] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611cdcf5-f541-4cb6-b670-552c527614c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.642709] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for the task: (returnval){ [ 1523.642709] env[62437]: value = "task-1811350" [ 1523.642709] env[62437]: _type = "Task" [ 1523.642709] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.662117] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.708896] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811348, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.715199] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.793354] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855b5b6-0e6d-4f83-840c-a725c9e9008a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.803949] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447c7e2-e09a-4091-ac03-9eca56a293ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.818641] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811349, 'name': ReconfigVM_Task, 'duration_secs': 0.741552} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.845418] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 80f80734-f27c-4632-ac25-f8691b27087f/80f80734-f27c-4632-ac25-f8691b27087f.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.846751] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0cc5c1-2d8f-4192-876f-f083de9742f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.849049] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13860bb6-394a-4562-9003-f01cdb83ba13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.858460] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc3d7e-c3a3-4943-8402-a922a860e5e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.863438] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1523.863438] env[62437]: value = "task-1811351" [ 1523.863438] env[62437]: _type = "Task" [ 1523.863438] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.877073] env[62437]: DEBUG nova.compute.provider_tree [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.885642] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811351, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.972125] env[62437]: DEBUG nova.network.neutron [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Updating instance_info_cache with network_info: [{"id": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "address": "fa:16:3e:d1:0c:4c", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e3e54-6d", "ovs_interfaceid": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.157358] env[62437]: DEBUG oslo_vmware.api [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Task: {'id': task-1811350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174351} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.157358] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.157774] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.157774] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.157837] env[62437]: INFO nova.compute.manager [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1524.158136] env[62437]: DEBUG oslo.service.loopingcall [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.158345] env[62437]: DEBUG nova.compute.manager [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.158502] env[62437]: DEBUG nova.network.neutron [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.211132] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811348, 'name': CloneVM_Task, 'duration_secs': 1.40153} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.211586] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Created linked-clone VM from snapshot [ 1524.213653] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce043a-3d2b-4b4c-902f-74ca8904dd6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.226405] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Uploading image 99c82103-5f8f-4098-a515-25bddb2b23af {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1524.247935] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1524.247935] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1a11cb1-ed05-4ff5-8a8a-982e1c7119a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.256756] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1524.256756] env[62437]: value = "task-1811352" [ 1524.256756] env[62437]: _type = "Task" [ 1524.256756] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.266281] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811352, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.373675] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811351, 'name': Rename_Task, 'duration_secs': 0.165864} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.373934] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.374227] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77ed642f-8659-4bdd-afb7-43d842194d54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.383374] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1524.383374] env[62437]: value = "task-1811353" [ 1524.383374] env[62437]: _type = "Task" [ 1524.383374] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.391965] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.399257] env[62437]: ERROR nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] [req-16898290-6396-4581-abea-5739ee5c3da8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16898290-6396-4581-abea-5739ee5c3da8"}]} [ 1524.420603] env[62437]: DEBUG nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1524.442460] env[62437]: DEBUG nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1524.442739] env[62437]: DEBUG nova.compute.provider_tree [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.465523] env[62437]: DEBUG nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1524.479959] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.480409] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Instance network_info: |[{"id": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "address": "fa:16:3e:d1:0c:4c", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e3e54-6d", "ovs_interfaceid": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.480951] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a3e3e54-6d83-4ef4-a84b-c81e4b18db15', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.494101] env[62437]: DEBUG oslo.service.loopingcall [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.495688] env[62437]: DEBUG nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1524.499385] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.499657] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a964056-c6a8-42d7-a407-641e95a93e44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.518813] env[62437]: DEBUG nova.compute.manager [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Received event network-changed-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1524.519038] env[62437]: DEBUG nova.compute.manager [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Refreshing instance network info cache due to event network-changed-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1524.519318] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] Acquiring lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.519503] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] Acquired lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.519723] env[62437]: DEBUG nova.network.neutron [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Refreshing network info cache for port 4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.532121] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.532121] env[62437]: value = "task-1811354" [ 1524.532121] env[62437]: _type = "Task" [ 1524.532121] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.543788] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811354, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.731572] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.759059] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:31:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4213c1b7-d68d-490e-8eb4-472321367ae0',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1284014034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.759306] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.759473] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.759657] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.759801] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.759947] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.760472] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.760680] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.760888] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.761140] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.762333] env[62437]: DEBUG nova.virt.hardware [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.762423] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86472b-75cc-4e49-adc2-70c9492ebdf0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.781238] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811352, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.796643] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb13bc0-84fc-4d1a-819d-f4037b12d4f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.901063] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.046159] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811354, 'name': CreateVM_Task, 'duration_secs': 0.436031} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.046159] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.046902] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.047120] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.047441] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.050171] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56e9256-3d96-42b8-930a-a421ceddd59d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.056199] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1525.056199] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52512dde-f7dc-18ed-ba1d-7a207a9c2351" [ 1525.056199] env[62437]: _type = "Task" [ 1525.056199] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.064353] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b5f58-36ea-4afc-8c20-1df30843fdd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.069867] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52512dde-f7dc-18ed-ba1d-7a207a9c2351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.075979] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6cf51-40bb-4265-8d17-3b4b9f9504cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.109951] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f18f5d-b8ea-4c8f-9fe5-fc78012ad56a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.120123] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e85168-3b2c-4578-8bd9-02f7c2f0ae06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.135670] env[62437]: DEBUG nova.compute.provider_tree [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.274490] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811352, 'name': Destroy_Task, 'duration_secs': 0.599093} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.274822] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Destroyed the VM [ 1525.274996] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1525.275262] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d4b263e-e693-4816-b661-b672205dd1fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.283513] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1525.283513] env[62437]: value = "task-1811355" [ 1525.283513] env[62437]: _type = "Task" [ 1525.283513] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.292064] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.353075] env[62437]: DEBUG nova.network.neutron [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Updated VIF entry in instance network info cache for port 4a3e3e54-6d83-4ef4-a84b-c81e4b18db15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.353425] env[62437]: DEBUG nova.network.neutron [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Updating instance_info_cache with network_info: [{"id": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "address": "fa:16:3e:d1:0c:4c", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e3e54-6d", "ovs_interfaceid": "4a3e3e54-6d83-4ef4-a84b-c81e4b18db15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.400787] env[62437]: DEBUG oslo_vmware.api [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811353, 'name': PowerOnVM_Task, 'duration_secs': 0.646884} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.401109] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.401368] env[62437]: INFO nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1525.401562] env[62437]: DEBUG nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.402401] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369b27b-a73f-468f-91a6-25baa176a7ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.438421] env[62437]: DEBUG nova.network.neutron [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.569329] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52512dde-f7dc-18ed-ba1d-7a207a9c2351, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.569732] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.570040] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.570313] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.570470] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.570673] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.570982] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15376857-fdbe-430c-824b-4772b1f0c186 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.586318] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.586318] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.587844] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0826d8-f3db-48c7-85ef-f5611ca761d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.598503] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1525.598503] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52988012-1cd3-5902-c4ea-dcff5de606c6" [ 1525.598503] env[62437]: _type = "Task" [ 1525.598503] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.612357] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52988012-1cd3-5902-c4ea-dcff5de606c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.657934] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Successfully updated port: 0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.676694] env[62437]: DEBUG nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1525.676972] env[62437]: DEBUG nova.compute.provider_tree [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 71 to 72 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1525.677177] env[62437]: DEBUG nova.compute.provider_tree [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.794446] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811355, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.856300] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0360609-e4dd-4ff3-a3bb-188f58a2c84d req-21e9b4e9-b026-4b44-ba5f-6702415b30b7 service nova] Releasing lock "refresh_cache-af2ab062-702a-456e-8b58-bbfa70ae2bdc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.922121] env[62437]: INFO nova.compute.manager [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Took 38.66 seconds to build instance. [ 1525.941509] env[62437]: INFO nova.compute.manager [-] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Took 1.78 seconds to deallocate network for instance. [ 1526.110951] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52988012-1cd3-5902-c4ea-dcff5de606c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016354} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.111782] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb8dbe0-a425-4b42-8ebe-acea70bc9ac6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.117524] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1526.117524] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5296906e-1ce3-72bc-2788-58523ec40316" [ 1526.117524] env[62437]: _type = "Task" [ 1526.117524] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.125504] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5296906e-1ce3-72bc-2788-58523ec40316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.161221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.161471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.161688] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.182993] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.478s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.186547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.454s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.186994] env[62437]: DEBUG nova.objects.instance [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lazy-loading 'resources' on Instance uuid 0a4d4298-51ef-45bf-ba76-73a540cf1716 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.205128] env[62437]: INFO nova.scheduler.client.report [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Deleted allocations for instance e3f1694d-f74b-46ab-b356-d967e1e53b10 [ 1526.294974] env[62437]: DEBUG oslo_vmware.api [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811355, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687354} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.295349] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1526.424342] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4d8ef8c-21da-4d1f-a08f-77829d14b01a tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.532s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.447812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.588252] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-vif-deleted-d44e4cb0-c868-4a69-9cac-2806d892d0bc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1526.588252] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Received event network-vif-deleted-83ecdb4b-b15b-4d9b-b9a1-60cb53fd1340 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1526.588252] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Received event network-vif-plugged-0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1526.588252] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Acquiring lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.588252] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.588252] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.588252] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] No waiting events found dispatching network-vif-plugged-0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.588484] env[62437]: WARNING nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Received unexpected event network-vif-plugged-0bf1b727-a196-4b11-b9c5-d072d0fb0d19 for instance with vm_state building and task_state spawning. [ 1526.588484] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Received event network-changed-0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1526.588632] env[62437]: DEBUG nova.compute.manager [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Refreshing instance network info cache due to event network-changed-0bf1b727-a196-4b11-b9c5-d072d0fb0d19. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1526.588875] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.629625] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5296906e-1ce3-72bc-2788-58523ec40316, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.629828] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.630856] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] af2ab062-702a-456e-8b58-bbfa70ae2bdc/af2ab062-702a-456e-8b58-bbfa70ae2bdc.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.630856] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b57cc37-7279-4315-a776-9fa0a02e021a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.638905] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1526.638905] env[62437]: value = "task-1811356" [ 1526.638905] env[62437]: _type = "Task" [ 1526.638905] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.648521] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.716873] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.718351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0eb19214-ebe0-44ea-91bf-e17b1bbe8d86 tempest-ServersAdminNegativeTestJSON-310555658 tempest-ServersAdminNegativeTestJSON-310555658-project-member] Lock "e3f1694d-f74b-46ab-b356-d967e1e53b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.680s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.800271] env[62437]: WARNING nova.compute.manager [None req-7fde6b0c-fbd8-4b57-acad-5828a4aa972b tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Image not found during snapshot: nova.exception.ImageNotFound: Image 99c82103-5f8f-4098-a515-25bddb2b23af could not be found. [ 1526.921929] env[62437]: DEBUG nova.network.neutron [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.927286] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.060088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.060088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.060088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.060088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.060088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.061905] env[62437]: INFO nova.compute.manager [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Terminating instance [ 1527.150687] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461528} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.150962] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] af2ab062-702a-456e-8b58-bbfa70ae2bdc/af2ab062-702a-456e-8b58-bbfa70ae2bdc.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.151199] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.151447] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2b8d7a9-b4c2-4153-b4a4-162ad63598b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.159012] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1527.159012] env[62437]: value = "task-1811357" [ 1527.159012] env[62437]: _type = "Task" [ 1527.159012] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.168082] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.235731] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e30314-fe5d-45f6-a7aa-5badd2fa610e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.244620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9ce04-6159-48b5-a12d-6e6138aceca7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.279958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc575f7a-9dac-4651-b34d-c8b6de90db59 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.288338] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01482415-830e-467c-9bd9-c772f9b51ce1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.302835] env[62437]: DEBUG nova.compute.provider_tree [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.427803] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.427803] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Instance network_info: |[{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.428032] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.428157] env[62437]: DEBUG nova.network.neutron [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Refreshing network info cache for port 0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.429581] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf1b727-a196-4b11-b9c5-d072d0fb0d19', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.437526] env[62437]: DEBUG oslo.service.loopingcall [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.442697] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.445118] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1f059c-f582-4b88-b2d9-f402b1a71388 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.467810] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.467810] env[62437]: value = "task-1811358" [ 1527.467810] env[62437]: _type = "Task" [ 1527.467810] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.472335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.476099] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811358, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.567765] env[62437]: DEBUG nova.compute.manager [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.568384] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.568924] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fdb0e-1791-459c-a9a8-62168067553b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.579705] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.582650] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b525d4-4032-4354-9e90-f3454bcb80f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.595021] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1527.595021] env[62437]: value = "task-1811359" [ 1527.595021] env[62437]: _type = "Task" [ 1527.595021] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.601303] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.670766] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066183} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.671528] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.673437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999c732-862d-4921-a634-77835a227a00 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.704744] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] af2ab062-702a-456e-8b58-bbfa70ae2bdc/af2ab062-702a-456e-8b58-bbfa70ae2bdc.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.705110] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8863da2-a1fb-4400-9899-b98b016664f8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.734586] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1527.734586] env[62437]: value = "task-1811360" [ 1527.734586] env[62437]: _type = "Task" [ 1527.734586] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.746289] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.791304] env[62437]: DEBUG nova.network.neutron [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updated VIF entry in instance network info cache for port 0bf1b727-a196-4b11-b9c5-d072d0fb0d19. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.793107] env[62437]: DEBUG nova.network.neutron [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.844251] env[62437]: DEBUG nova.scheduler.client.report [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1527.844616] env[62437]: DEBUG nova.compute.provider_tree [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 72 to 73 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1527.844728] env[62437]: DEBUG nova.compute.provider_tree [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.979429] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811358, 'name': CreateVM_Task, 'duration_secs': 0.445667} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.979618] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.980476] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.980588] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.980975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.981189] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b65c633-cb43-4040-a3b9-1b48d30d7d9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.986523] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1527.986523] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52922f84-8168-17b9-49ff-bc676f5a70f5" [ 1527.986523] env[62437]: _type = "Task" [ 1527.986523] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.995785] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52922f84-8168-17b9-49ff-bc676f5a70f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.102692] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811359, 'name': PowerOffVM_Task, 'duration_secs': 0.290547} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.102982] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.103182] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.103493] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3f6e73-2268-4480-905e-14322ea2f195 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.181299] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.181543] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.181728] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleting the datastore file [datastore1] 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.182019] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56a948e-e17c-48f3-a523-0c6b9ff4cd2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.190712] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1528.190712] env[62437]: value = "task-1811362" [ 1528.190712] env[62437]: _type = "Task" [ 1528.190712] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.199223] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.246657] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.295576] env[62437]: DEBUG oslo_concurrency.lockutils [req-bffbcd4f-b3d3-4b98-b0e3-2c186fd48945 req-9e451820-6091-4362-a3f7-b0e883dd5f8b service nova] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.351059] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.353598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.097s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.355326] env[62437]: INFO nova.compute.claims [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.380973] env[62437]: INFO nova.scheduler.client.report [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Deleted allocations for instance 0a4d4298-51ef-45bf-ba76-73a540cf1716 [ 1528.499343] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52922f84-8168-17b9-49ff-bc676f5a70f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.499675] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.499919] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.500264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.500419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.500604] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.500869] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77db7075-3bae-4ed9-872b-23ec157abb9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.510254] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.510446] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.511209] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41b29c8-5cc8-4712-9c5d-453b509e0f5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.516665] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1528.516665] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f2365c-162b-65fd-2b78-c165a619a957" [ 1528.516665] env[62437]: _type = "Task" [ 1528.516665] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.525617] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f2365c-162b-65fd-2b78-c165a619a957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.701725] env[62437]: DEBUG oslo_vmware.api [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155333} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.702092] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.702356] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.702580] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.702797] env[62437]: INFO nova.compute.manager [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1528.703092] env[62437]: DEBUG oslo.service.loopingcall [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.703331] env[62437]: DEBUG nova.compute.manager [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.703467] env[62437]: DEBUG nova.network.neutron [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.747610] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811360, 'name': ReconfigVM_Task, 'duration_secs': 0.760229} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.748096] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] af2ab062-702a-456e-8b58-bbfa70ae2bdc/af2ab062-702a-456e-8b58-bbfa70ae2bdc.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.749033] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a0ce07a-8626-4d39-86cf-b0a4e5ed73e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.758551] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1528.758551] env[62437]: value = "task-1811363" [ 1528.758551] env[62437]: _type = "Task" [ 1528.758551] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.765385] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811363, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.887771] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24e5fc5c-4c96-4596-a07b-95ffe4ac597e tempest-TenantUsagesTestJSON-431167796 tempest-TenantUsagesTestJSON-431167796-project-member] Lock "0a4d4298-51ef-45bf-ba76-73a540cf1716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.186s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.029695] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f2365c-162b-65fd-2b78-c165a619a957, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.031279] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031d7818-aed1-49b9-8d03-87951396295f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.039477] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1529.039477] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524b0bf4-9ad9-da05-4828-fcef7333d81a" [ 1529.039477] env[62437]: _type = "Task" [ 1529.039477] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.057759] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524b0bf4-9ad9-da05-4828-fcef7333d81a, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.059438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.059438] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.061401] env[62437]: DEBUG nova.compute.manager [req-d92c6885-8645-4c0b-910b-e0db270341f4 req-a8802f24-66b7-48ae-90b4-d80ef429cbab service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Received event network-vif-deleted-0482b114-a419-44bb-b7e2-7a84474b619a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1529.061531] env[62437]: INFO nova.compute.manager [req-d92c6885-8645-4c0b-910b-e0db270341f4 req-a8802f24-66b7-48ae-90b4-d80ef429cbab service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Neutron deleted interface 0482b114-a419-44bb-b7e2-7a84474b619a; detaching it from the instance and deleting it from the info cache [ 1529.062546] env[62437]: DEBUG nova.network.neutron [req-d92c6885-8645-4c0b-910b-e0db270341f4 req-a8802f24-66b7-48ae-90b4-d80ef429cbab service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.063652] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1b54b31-bd75-4952-b418-a1c686918e02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.077725] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1529.077725] env[62437]: value = "task-1811364" [ 1529.077725] env[62437]: _type = "Task" [ 1529.077725] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.093453] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.268331] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811363, 'name': Rename_Task, 'duration_secs': 0.321113} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.268701] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.268992] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9812a9fd-9c84-4dc9-aee0-fd1d74d55466 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.278050] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1529.278050] env[62437]: value = "task-1811365" [ 1529.278050] env[62437]: _type = "Task" [ 1529.278050] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.287643] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.492245] env[62437]: DEBUG nova.network.neutron [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.572540] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13094f00-a25f-42c6-b9f6-c00a58816a22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.588122] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68fbbcd-245f-4987-b6d1-41f9951f49fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.607643] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.639581] env[62437]: DEBUG nova.compute.manager [req-d92c6885-8645-4c0b-910b-e0db270341f4 req-a8802f24-66b7-48ae-90b4-d80ef429cbab service nova] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Detach interface failed, port_id=0482b114-a419-44bb-b7e2-7a84474b619a, reason: Instance 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1529.790805] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.952034] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bb837a-21cc-4ae8-a9b1-12f6f22717ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.961457] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5314511-4dc5-4b93-a95d-df52a0056aca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.995149] env[62437]: INFO nova.compute.manager [-] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Took 1.29 seconds to deallocate network for instance. [ 1529.997657] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c7959-4787-4efb-92f1-c5c1a2517ec0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.009918] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3cda78-f1f1-44b8-bfbb-049c8e4dedd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.027264] env[62437]: DEBUG nova.compute.provider_tree [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.092610] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515604} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.092610] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.092610] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.092610] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0d925b-e5f6-4e03-8692-f21b43fd679f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.103213] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1530.103213] env[62437]: value = "task-1811366" [ 1530.103213] env[62437]: _type = "Task" [ 1530.103213] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.119205] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.291492] env[62437]: DEBUG oslo_vmware.api [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811365, 'name': PowerOnVM_Task, 'duration_secs': 0.881938} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.291791] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.292043] env[62437]: INFO nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1530.292248] env[62437]: DEBUG nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.293165] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d6497b-c5c4-440e-9a20-75c5edabd2e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.511865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.531417] env[62437]: DEBUG nova.scheduler.client.report [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.614431] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084331} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.614855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.615597] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ef269-3801-400f-a144-39609ab4a738 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.645216] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.645599] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d072c4-0b22-4e05-929e-9bef10b55ac4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.672727] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1530.672727] env[62437]: value = "task-1811367" [ 1530.672727] env[62437]: _type = "Task" [ 1530.672727] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.682579] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.814051] env[62437]: INFO nova.compute.manager [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Took 41.04 seconds to build instance. [ 1531.039579] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.043180] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.044204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.678s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.183866] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811367, 'name': ReconfigVM_Task, 'duration_secs': 0.418662} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.184248] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.186120] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ffdb0e-331a-4287-b55b-6b1e4f42c764 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.194663] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1531.194663] env[62437]: value = "task-1811368" [ 1531.194663] env[62437]: _type = "Task" [ 1531.194663] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.205806] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811368, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.321436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-30b8a876-cbec-4529-b146-321e9e769cda tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.950s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.563574] env[62437]: DEBUG nova.compute.utils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.565072] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.565212] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.661897] env[62437]: DEBUG nova.policy [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ba8ef20747b42be95194a07eaa940d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04f795c42581476285c3b8c106c6cb71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.709081] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811368, 'name': Rename_Task, 'duration_secs': 0.147718} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.709353] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.709660] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea20106-7e0b-4121-941e-207fb9bd15af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.720772] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1531.720772] env[62437]: value = "task-1811369" [ 1531.720772] env[62437]: _type = "Task" [ 1531.720772] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.730730] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.824737] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.075840] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.103154] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.103782] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 206d53c3-8627-48e4-944a-ee1d18e48cdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.104010] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance f1b3a364-8f7f-4f74-bb80-a945639f675d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.104236] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance ed797e57-9f4b-4a7c-b363-390ee5b0f82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.104330] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7adb63d8-3b4d-48b2-810b-bd3982ce896b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.104473] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 38eb0d83-d36c-4271-94b7-88538732994c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.104608] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.104751] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.104931] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.105507] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.105704] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7807eab5-a894-40cc-9dd4-b46ebf668b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.105843] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c4d21476-6b8c-4b76-a4ba-c1292ffa5843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.105952] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.106081] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 987b483b-c364-4179-a59b-0fcce6df5332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.106386] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b8ce0bb6-368d-45b4-9242-29f5d615bb56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.106958] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9e00dcfd-147c-443b-bafc-ac77382a57a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.106958] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8310346b-1be8-4da3-aa80-08f9cbc20e36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.107093] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c8676778-02e1-42af-9f27-1ce067cd30fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.107338] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 2fae54f8-608e-43f7-a4f3-4fc12e3440c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.107533] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8a65483e-428b-4740-a113-774522a91cc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.107627] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 58259693-b4bd-421d-a7ad-822fc2c5e6c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.107757] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bd51d68d-fe1a-4b25-81df-3d37e0669e45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.107867] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1532.108022] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fa937bc6-203c-4830-8adc-2fc1394bb790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.108164] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 80f80734-f27c-4632-ac25-f8691b27087f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.108507] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance af2ab062-702a-456e-8b58-bbfa70ae2bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.108507] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 078b40b5-29a5-4e38-a55c-eea6c586ae11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.108640] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1532.117841] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Successfully created port: 75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.234276] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811369, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.354478] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.613358] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5ace24d7-780e-4544-8742-fd19b66d29d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.733485] env[62437]: DEBUG oslo_vmware.api [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811369, 'name': PowerOnVM_Task, 'duration_secs': 0.728519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.733760] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.735355] env[62437]: INFO nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1532.735753] env[62437]: DEBUG nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.736780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f732e-ca2e-44fa-863e-400407eac13a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.093668] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.117485] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 6affb551-d4b3-4a32-a19b-7dffe71d0e61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.130677] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.130924] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.131482] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.131482] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.131482] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.131653] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.131867] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.132496] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.132707] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.132898] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.133110] env[62437]: DEBUG nova.virt.hardware [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.134216] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f111ea5-8c20-4808-834f-3f2333f9c119 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.146417] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de465e-7444-4003-a401-b91958ab38ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.266048] env[62437]: INFO nova.compute.manager [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Took 40.42 seconds to build instance. [ 1533.552537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.552817] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.622435] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4de10d20-6e36-471d-820e-189eafb1253f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.769849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f3c07be2-6d6c-4110-927d-72328f76b0ad tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.732s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.825312] env[62437]: DEBUG nova.compute.manager [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Received event network-vif-plugged-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1533.825609] env[62437]: DEBUG oslo_concurrency.lockutils [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] Acquiring lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.825864] env[62437]: DEBUG oslo_concurrency.lockutils [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.826091] env[62437]: DEBUG oslo_concurrency.lockutils [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.826306] env[62437]: DEBUG nova.compute.manager [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] No waiting events found dispatching network-vif-plugged-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.826530] env[62437]: WARNING nova.compute.manager [req-b67e3af6-c5b4-4f10-8814-8d54055208c7 req-df1e1310-7535-4e78-b42f-9ffb07c3fd78 service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Received unexpected event network-vif-plugged-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 for instance with vm_state building and task_state spawning. [ 1533.880978] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Successfully updated port: 75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.125148] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a315c680-31cc-47e2-be82-f4e8e45d1939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.134720] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "fa937bc6-203c-4830-8adc-2fc1394bb790" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.136096] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.136393] env[62437]: DEBUG nova.compute.manager [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.137552] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e39d09-b44c-4d9f-bbc6-912426a86c44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.148107] env[62437]: DEBUG nova.compute.manager [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1534.148692] env[62437]: DEBUG nova.objects.instance [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lazy-loading 'flavor' on Instance uuid fa937bc6-203c-4830-8adc-2fc1394bb790 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.273015] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.390285] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.390285] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquired lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.392505] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.630778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 776ef132-6a90-4850-8e1a-122e84f36a7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.797127] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.926146] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.135229] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a83d4329-45e0-4625-9eaa-f098c5eaaa94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1535.145932] env[62437]: DEBUG nova.network.neutron [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Updating instance_info_cache with network_info: [{"id": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "address": "fa:16:3e:aa:05:ea", "network": {"id": "470e0c87-4acc-4d50-a7cc-c1101da20b70", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148143635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04f795c42581476285c3b8c106c6cb71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f2ed4e-1b", "ovs_interfaceid": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.159479] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.160084] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4618eb-94fc-4b1f-9c8e-4133d6a82f1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.170731] env[62437]: DEBUG oslo_vmware.api [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1535.170731] env[62437]: value = "task-1811370" [ 1535.170731] env[62437]: _type = "Task" [ 1535.170731] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.183761] env[62437]: DEBUG oslo_vmware.api [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.492443] env[62437]: DEBUG nova.compute.manager [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1535.645390] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance dd9f0b15-0c99-47d7-bca1-e5c655043c72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1535.653392] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Releasing lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.653840] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Instance network_info: |[{"id": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "address": "fa:16:3e:aa:05:ea", "network": {"id": "470e0c87-4acc-4d50-a7cc-c1101da20b70", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148143635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04f795c42581476285c3b8c106c6cb71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f2ed4e-1b", "ovs_interfaceid": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.654393] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:05:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f2ed4e-1b33-4d97-86a6-bbe9d0d58962', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.664278] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Creating folder: Project (04f795c42581476285c3b8c106c6cb71). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.665343] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d652e6-4962-4657-bb2f-92ecfa5068a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.682590] env[62437]: DEBUG oslo_vmware.api [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811370, 'name': PowerOffVM_Task, 'duration_secs': 0.330302} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.684182] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.684823] env[62437]: DEBUG nova.compute.manager [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.685235] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Created folder: Project (04f795c42581476285c3b8c106c6cb71) in parent group-v375259. [ 1535.685477] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Creating folder: Instances. Parent ref: group-v375385. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.686331] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883ab689-6abe-4485-bf54-d25da8d1315a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.690614] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0498da90-03bf-4726-9293-558ee1cba918 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.708715] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Created folder: Instances in parent group-v375385. [ 1535.708822] env[62437]: DEBUG oslo.service.loopingcall [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.708965] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.709211] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1acd0f61-fbca-439c-93fa-f955ec5b0a75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.734778] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.734778] env[62437]: value = "task-1811373" [ 1535.734778] env[62437]: _type = "Task" [ 1535.734778] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.745684] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811373, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.749372] env[62437]: DEBUG nova.compute.manager [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.750115] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406fa50-8ed6-4b81-812f-a043f7969909 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.857993] env[62437]: DEBUG nova.compute.manager [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Received event network-changed-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1535.858324] env[62437]: DEBUG nova.compute.manager [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Refreshing instance network info cache due to event network-changed-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1535.858547] env[62437]: DEBUG oslo_concurrency.lockutils [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] Acquiring lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.858705] env[62437]: DEBUG oslo_concurrency.lockutils [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] Acquired lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.858879] env[62437]: DEBUG nova.network.neutron [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Refreshing network info cache for port 75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.016880] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.149551] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance af8d829a-893e-41fa-af40-b568893d5ab8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1536.150134] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1536.150543] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1536.206720] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0651461c-3d76-4f26-9775-7b3bf41b15e2 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.249550] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811373, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.262817] env[62437]: INFO nova.compute.manager [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] instance snapshotting [ 1536.263199] env[62437]: DEBUG nova.objects.instance [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.673839] env[62437]: DEBUG nova.objects.instance [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lazy-loading 'flavor' on Instance uuid fa937bc6-203c-4830-8adc-2fc1394bb790 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.680459] env[62437]: DEBUG nova.network.neutron [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Updated VIF entry in instance network info cache for port 75f2ed4e-1b33-4d97-86a6-bbe9d0d58962. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.680969] env[62437]: DEBUG nova.network.neutron [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Updating instance_info_cache with network_info: [{"id": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "address": "fa:16:3e:aa:05:ea", "network": {"id": "470e0c87-4acc-4d50-a7cc-c1101da20b70", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148143635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04f795c42581476285c3b8c106c6cb71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f2ed4e-1b", "ovs_interfaceid": "75f2ed4e-1b33-4d97-86a6-bbe9d0d58962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.749856] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811373, 'name': CreateVM_Task, 'duration_secs': 0.606982} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.749856] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.751642] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.752015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.752935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.752935] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b182d2c-00f4-44e4-b1d6-a29e46681bb6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.758677] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1536.758677] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52496e97-79c5-d6b3-16f0-4618f274b087" [ 1536.758677] env[62437]: _type = "Task" [ 1536.758677] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.771651] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52496e97-79c5-d6b3-16f0-4618f274b087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.772813] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45def2-b6f4-4154-93f9-1415fbf80853 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.799676] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a506cc2-ae1e-4773-b28b-631731974e2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.835542] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64abca9-ca9d-4523-a10c-7c9f39aadf10 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.844152] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d50069-4739-4a2f-b2a1-4cf1364e700a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.875910] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae19ceab-58d2-41db-9414-1e6c9adc2543 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.888590] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f67a3-1e95-409c-bd8d-5525f6faae77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.903285] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.179410] env[62437]: DEBUG oslo_concurrency.lockutils [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.179763] env[62437]: DEBUG oslo_concurrency.lockutils [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquired lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.179967] env[62437]: DEBUG nova.network.neutron [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.180209] env[62437]: DEBUG nova.objects.instance [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lazy-loading 'info_cache' on Instance uuid fa937bc6-203c-4830-8adc-2fc1394bb790 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.185311] env[62437]: DEBUG oslo_concurrency.lockutils [req-d2f0b9d4-9e53-49d9-a9dc-2a1d61a08b64 req-44d9b0d1-4b12-4678-848e-7dc21d2918dc service nova] Releasing lock "refresh_cache-430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.270720] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52496e97-79c5-d6b3-16f0-4618f274b087, 'name': SearchDatastore_Task, 'duration_secs': 0.021094} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.271072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.271316] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.271545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.271685] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.271914] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.272183] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f253f11d-dc61-47f2-805f-1c80b4646de3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.311779] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1537.311977] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4bd4583-13d2-45db-be50-54bcf125885d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.321791] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1537.321791] env[62437]: value = "task-1811377" [ 1537.321791] env[62437]: _type = "Task" [ 1537.321791] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.329977] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.407432] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.684112] env[62437]: DEBUG nova.objects.base [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1537.833246] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.914526] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1537.914806] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.871s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.915103] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.141s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.915298] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.917869] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.093s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.920214] env[62437]: INFO nova.compute.claims [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.945610] env[62437]: INFO nova.scheduler.client.report [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Deleted allocations for instance c8676778-02e1-42af-9f27-1ce067cd30fa [ 1537.947161] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.947449] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.050039] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.050205] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.050999] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c1a169-59b5-4b7a-acea-3ea876ba8d34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.058997] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1538.058997] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e5c8ae-6f5c-595a-1997-aa55fbd82981" [ 1538.058997] env[62437]: _type = "Task" [ 1538.058997] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.068748] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e5c8ae-6f5c-595a-1997-aa55fbd82981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.334940] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811377, 'name': CreateSnapshot_Task, 'duration_secs': 0.732158} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.335261] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1538.338329] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f9520-347c-463e-8f96-bbe44944ac25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.409979] env[62437]: DEBUG nova.network.neutron [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Updating instance_info_cache with network_info: [{"id": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "address": "fa:16:3e:39:1c:59", "network": {"id": "437b38b2-c8e9-4222-85d7-d35e3e54f393", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277360451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba06edcad43426b9d75bc52d8e1928f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd231c7c-47", "ovs_interfaceid": "cd231c7c-47bb-470a-8b02-b3ca97c42aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.454512] env[62437]: DEBUG oslo_concurrency.lockutils [None req-86abc229-516f-4acc-aaa8-0664c79b95ca tempest-ServerPasswordTestJSON-245209922 tempest-ServerPasswordTestJSON-245209922-project-member] Lock "c8676778-02e1-42af-9f27-1ce067cd30fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.367s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.571675] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e5c8ae-6f5c-595a-1997-aa55fbd82981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.855975] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1538.856321] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c9efae7-1af4-4171-ac8e-c59242cc9d75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.866230] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1538.866230] env[62437]: value = "task-1811378" [ 1538.866230] env[62437]: _type = "Task" [ 1538.866230] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.875280] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811378, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.913237] env[62437]: DEBUG oslo_concurrency.lockutils [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Releasing lock "refresh_cache-fa937bc6-203c-4830-8adc-2fc1394bb790" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.073688] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e5c8ae-6f5c-595a-1997-aa55fbd82981, 'name': SearchDatastore_Task, 'duration_secs': 0.712264} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.080712] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc06e7e-ff6f-43d0-a51f-bf5b89ed91c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.090723] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1539.090723] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52968ec0-86b8-baed-9523-11fff24abf5b" [ 1539.090723] env[62437]: _type = "Task" [ 1539.090723] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.103910] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52968ec0-86b8-baed-9523-11fff24abf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.377247] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811378, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.520377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f972c-7ed4-4f65-9150-fea48e7a6dce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.529708] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6bac27-0143-4499-808c-ea6629fd15a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.562136] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd2191-6220-46cb-9d5c-f8148965acd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.571559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd7715b-340c-436d-92a0-1de5ba9d572a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.586803] env[62437]: DEBUG nova.compute.provider_tree [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.602513] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52968ec0-86b8-baed-9523-11fff24abf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.602513] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.602678] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b/430b5d21-3bbc-49e7-ad1d-4a681a95ee9b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.602928] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65784204-e0d5-4cc2-bf86-2f9cd40e9008 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.613028] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1539.613028] env[62437]: value = "task-1811380" [ 1539.613028] env[62437]: _type = "Task" [ 1539.613028] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.623059] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.879635] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811378, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.921857] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.922341] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2241b6a-a557-4300-bde3-6ad884c1942d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.932017] env[62437]: DEBUG oslo_vmware.api [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1539.932017] env[62437]: value = "task-1811381" [ 1539.932017] env[62437]: _type = "Task" [ 1539.932017] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.942327] env[62437]: DEBUG oslo_vmware.api [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.091945] env[62437]: DEBUG nova.scheduler.client.report [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.128353] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.382341] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811378, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.447551] env[62437]: DEBUG oslo_vmware.api [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811381, 'name': PowerOnVM_Task, 'duration_secs': 0.450485} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.448281] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.448281] env[62437]: DEBUG nova.compute.manager [None req-515675d8-4667-49ff-ab80-83a7cf23a379 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.449177] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f0318b-d2a9-44fa-8238-9c623f2b91a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.598975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.599960] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.602784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.785s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.604813] env[62437]: INFO nova.compute.claims [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.636562] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.880014] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811378, 'name': CloneVM_Task, 'duration_secs': 1.949322} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.880745] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created linked-clone VM from snapshot [ 1540.881736] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6ae0b3-3e0b-4074-bbe0-7c20e1888e29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.890131] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploading image 6185abea-4f36-4a71-9c38-ea100f37a076 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1540.920807] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1540.920807] env[62437]: value = "vm-375392" [ 1540.920807] env[62437]: _type = "VirtualMachine" [ 1540.920807] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1540.920807] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-360bf7a9-40e7-49c8-939f-68c50a8c9c08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.929893] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease: (returnval){ [ 1540.929893] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233dc75-5510-4b58-2aee-4c51c44b30d6" [ 1540.929893] env[62437]: _type = "HttpNfcLease" [ 1540.929893] env[62437]: } obtained for exporting VM: (result){ [ 1540.929893] env[62437]: value = "vm-375392" [ 1540.929893] env[62437]: _type = "VirtualMachine" [ 1540.929893] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1540.930222] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the lease: (returnval){ [ 1540.930222] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233dc75-5510-4b58-2aee-4c51c44b30d6" [ 1540.930222] env[62437]: _type = "HttpNfcLease" [ 1540.930222] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1540.938230] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.938230] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233dc75-5510-4b58-2aee-4c51c44b30d6" [ 1540.938230] env[62437]: _type = "HttpNfcLease" [ 1540.938230] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1541.118024] env[62437]: DEBUG nova.compute.utils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.118024] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.118024] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.137425] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811380, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051742} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.138281] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b/430b5d21-3bbc-49e7-ad1d-4a681a95ee9b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.140027] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.140027] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f8c7f81-37aa-4130-850b-bb1b56a15d87 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.150917] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1541.150917] env[62437]: value = "task-1811383" [ 1541.150917] env[62437]: _type = "Task" [ 1541.150917] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.161445] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.195116] env[62437]: DEBUG nova.policy [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7efc1f656d2241f2bbb5a41639436273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a248edd874940f0a8ac88093a8ef343', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.440682] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1541.440682] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233dc75-5510-4b58-2aee-4c51c44b30d6" [ 1541.440682] env[62437]: _type = "HttpNfcLease" [ 1541.440682] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1541.440978] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1541.440978] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233dc75-5510-4b58-2aee-4c51c44b30d6" [ 1541.440978] env[62437]: _type = "HttpNfcLease" [ 1541.440978] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1541.441876] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00565d-acd1-4e56-81e5-fa60e372693d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.454040] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1541.454040] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1541.622781] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Successfully created port: e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.625138] env[62437]: DEBUG nova.compute.utils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.663613] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24529} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.666082] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.667480] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d5119-dba2-4198-9725-854f87ea1050 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.670434] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70e72915-6ed0-4816-aadf-cc87e74c4548 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.698655] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b/430b5d21-3bbc-49e7-ad1d-4a681a95ee9b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.703009] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1a7abb-6a17-4842-bcd8-92a56c7bc936 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.729372] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1541.729372] env[62437]: value = "task-1811385" [ 1541.729372] env[62437]: _type = "Task" [ 1541.729372] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.751147] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811385, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.923346] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.926404] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.926570] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1542.130994] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.215395] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7d846-5df3-462e-a079-c3e4e91eadef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.223935] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d462266-5229-4688-a519-bedac1cad0a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.263366] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b15747-ef7c-40ae-8c4e-82c1dafacb37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.276713] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811385, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.285888] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2035a-a277-45e2-8dd5-8b262fe5c901 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.305507] env[62437]: DEBUG nova.compute.provider_tree [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.471296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.471296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.471296] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1542.769075] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811385, 'name': ReconfigVM_Task, 'duration_secs': 0.562504} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.769582] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b/430b5d21-3bbc-49e7-ad1d-4a681a95ee9b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.770523] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8364ce4-0d0a-4806-91ff-53e913fc3212 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.782203] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1542.782203] env[62437]: value = "task-1811386" [ 1542.782203] env[62437]: _type = "Task" [ 1542.782203] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.791556] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811386, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.812754] env[62437]: DEBUG nova.scheduler.client.report [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.056459] env[62437]: DEBUG nova.objects.instance [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lazy-loading 'flavor' on Instance uuid 206d53c3-8627-48e4-944a-ee1d18e48cdb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.142628] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.165473] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:29:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1713683754',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-755836422',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.165820] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.165992] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.166271] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.166464] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.166716] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.166956] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.167139] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.167313] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.167499] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.167654] env[62437]: DEBUG nova.virt.hardware [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.168619] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b3402-a73a-45ef-ab3a-f74b357757bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.177401] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67720b25-b1b0-4163-ae56-fe62daa4cb2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.217156] env[62437]: DEBUG nova.compute.manager [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Received event network-vif-plugged-e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1543.217417] env[62437]: DEBUG oslo_concurrency.lockutils [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] Acquiring lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.217696] env[62437]: DEBUG oslo_concurrency.lockutils [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.217917] env[62437]: DEBUG oslo_concurrency.lockutils [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.218212] env[62437]: DEBUG nova.compute.manager [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] No waiting events found dispatching network-vif-plugged-e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.218389] env[62437]: WARNING nova.compute.manager [req-811ace38-9242-47d4-a064-3581384567ec req-0d7d1c1f-edf4-482a-bcf3-612b358a2cd7 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Received unexpected event network-vif-plugged-e63264c7-1f02-4722-a422-cebdda8b39eb for instance with vm_state building and task_state spawning. [ 1543.293942] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811386, 'name': Rename_Task, 'duration_secs': 0.247672} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.294418] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.294850] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10b41718-d38e-43f0-8b00-0af1d1685b74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.302734] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1543.302734] env[62437]: value = "task-1811387" [ 1543.302734] env[62437]: _type = "Task" [ 1543.302734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.313565] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.319435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.320613] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1543.328549] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Successfully updated port: e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.333107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.326s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.333107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.333107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.212s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.333659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.335873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.026s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.336412] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.338652] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.133s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.338992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.342218] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.549s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.342901] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.344717] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.032s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.346332] env[62437]: INFO nova.compute.claims [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.352186] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.352961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.353252] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.381436] env[62437]: INFO nova.scheduler.client.report [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleted allocations for instance 2fae54f8-608e-43f7-a4f3-4fc12e3440c2 [ 1543.384253] env[62437]: INFO nova.scheduler.client.report [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleted allocations for instance 8310346b-1be8-4da3-aa80-08f9cbc20e36 [ 1543.395159] env[62437]: INFO nova.scheduler.client.report [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleted allocations for instance 7adb63d8-3b4d-48b2-810b-bd3982ce896b [ 1543.417763] env[62437]: INFO nova.scheduler.client.report [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Deleted allocations for instance 8a65483e-428b-4740-a113-774522a91cc1 [ 1543.422532] env[62437]: INFO nova.scheduler.client.report [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted allocations for instance b8ce0bb6-368d-45b4-9242-29f5d615bb56 [ 1543.434795] env[62437]: WARNING oslo_messaging._drivers.amqpdriver [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1543.561860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.773139] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.773418] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.773633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.773819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.773994] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.777990] env[62437]: INFO nova.compute.manager [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Terminating instance [ 1543.781862] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.814284] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.853038] env[62437]: DEBUG nova.compute.utils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.854431] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.854615] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.897845] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b402e4b3-276b-44a2-8f18-f2672c22ccf4 tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "2fae54f8-608e-43f7-a4f3-4fc12e3440c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.654s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.898760] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8d1fbf69-8eab-4cff-86b4-18339b3c362c tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "8310346b-1be8-4da3-aa80-08f9cbc20e36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.430s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.901586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d304e077-80c0-4c54-99b6-aad7eaeaa338 tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "7adb63d8-3b4d-48b2-810b-bd3982ce896b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.794s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.963050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b4104205-65e0-4b96-942e-22254886732a tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "b8ce0bb6-368d-45b4-9242-29f5d615bb56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.235s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.963050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c20dca10-3fc8-41b9-ab56-7ef4c84ca81f tempest-ServerAddressesTestJSON-142582751 tempest-ServerAddressesTestJSON-142582751-project-member] Lock "8a65483e-428b-4740-a113-774522a91cc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.037s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.020905] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.067629] env[62437]: DEBUG nova.policy [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b3aa73c05b4948b5fb361a3a46355f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75252a85b9e34a1bb7b127a832c30fdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.282673] env[62437]: DEBUG nova.compute.manager [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.282939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.284294] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.284510] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1544.285351] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaed27f-4fc9-437a-b693-5e2bf1f6b638 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.290558] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.292762] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.293013] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.294016] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.294236] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.294403] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.294651] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.294725] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1544.295047] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.302172] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.302360] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc164f3-f822-4a12-9a67-a594f04a812d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.316715] env[62437]: DEBUG oslo_vmware.api [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811387, 'name': PowerOnVM_Task, 'duration_secs': 0.710948} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.319616] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.319854] env[62437]: INFO nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1544.320180] env[62437]: DEBUG nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.326024] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1544.326024] env[62437]: value = "task-1811389" [ 1544.326024] env[62437]: _type = "Task" [ 1544.326024] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.326024] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e71729a-3a27-43f4-9f19-b79b8709ce0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.342661] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.345950] env[62437]: DEBUG nova.network.neutron [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updating instance_info_cache with network_info: [{"id": "e63264c7-1f02-4722-a422-cebdda8b39eb", "address": "fa:16:3e:0c:19:70", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63264c7-1f", "ovs_interfaceid": "e63264c7-1f02-4722-a422-cebdda8b39eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.360867] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1544.576205] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Successfully created port: 48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.804637] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.824758] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.824996] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.825215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.825397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.825560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.827879] env[62437]: INFO nova.compute.manager [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Terminating instance [ 1544.841061] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811389, 'name': PowerOffVM_Task, 'duration_secs': 0.380141} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.844448] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.844647] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.845576] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb3ec78e-445c-431a-8b5c-a9ef3a01d2ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.852067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.852298] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Instance network_info: |[{"id": "e63264c7-1f02-4722-a422-cebdda8b39eb", "address": "fa:16:3e:0c:19:70", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63264c7-1f", "ovs_interfaceid": "e63264c7-1f02-4722-a422-cebdda8b39eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.856772] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:19:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63264c7-1f02-4722-a422-cebdda8b39eb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.867970] env[62437]: DEBUG oslo.service.loopingcall [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.869386] env[62437]: INFO nova.compute.manager [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 47.63 seconds to build instance. [ 1544.877889] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.879381] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c79000-c157-4a85-8a66-82ccdd1b7f7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.908357] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.908357] env[62437]: value = "task-1811391" [ 1544.908357] env[62437]: _type = "Task" [ 1544.908357] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.920112] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811391, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.934121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1e4fa2-3a75-4313-a202-4e322bc7e197 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.944512] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1e8c6-4291-41c0-880e-37fe4268b01b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.984662] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7194a-f72d-4ec0-8e19-8b2497980ee0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.987802] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.988122] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.988335] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleting the datastore file [datastore1] af2ab062-702a-456e-8b58-bbfa70ae2bdc {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.988662] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3b02f8-10b1-4ac5-af07-4b2002b05b58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.999431] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4c956-8a4a-40fa-8d72-086c0ef16315 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.006429] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1545.006429] env[62437]: value = "task-1811392" [ 1545.006429] env[62437]: _type = "Task" [ 1545.006429] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.020964] env[62437]: DEBUG nova.compute.provider_tree [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.028605] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.334945] env[62437]: DEBUG nova.compute.manager [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.335220] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.336325] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1448353c-7af5-4ba0-9192-b9007bbcd4c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.346130] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.346308] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e73c726-467e-4f98-abab-e2ab67599008 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.354859] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1545.354859] env[62437]: value = "task-1811393" [ 1545.354859] env[62437]: _type = "Task" [ 1545.354859] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.368599] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.380277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76b7482e-95a0-4f15-9a54-e283ec40ffc9 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.999s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.381598] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1545.426026] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811391, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.426026] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1545.426026] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.426026] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1545.426483] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.426483] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1545.426483] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1545.426724] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1545.426815] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1545.426987] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1545.427166] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1545.427397] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1545.428273] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a245bc-25f4-40ec-84b6-8853a4c69afe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.438889] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993ca43-565e-444e-bd55-1d494ebe726c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.519440] env[62437]: DEBUG oslo_vmware.api [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164558} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.519727] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.519901] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.520093] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.520348] env[62437]: INFO nova.compute.manager [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1545.520736] env[62437]: DEBUG oslo.service.loopingcall [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.520968] env[62437]: DEBUG nova.compute.manager [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.521101] env[62437]: DEBUG nova.network.neutron [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.528136] env[62437]: DEBUG nova.scheduler.client.report [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.602236] env[62437]: DEBUG nova.network.neutron [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.678842] env[62437]: DEBUG nova.compute.manager [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Received event network-changed-e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1545.679074] env[62437]: DEBUG nova.compute.manager [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Refreshing instance network info cache due to event network-changed-e63264c7-1f02-4722-a422-cebdda8b39eb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1545.679334] env[62437]: DEBUG oslo_concurrency.lockutils [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] Acquiring lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.679484] env[62437]: DEBUG oslo_concurrency.lockutils [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] Acquired lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.679648] env[62437]: DEBUG nova.network.neutron [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Refreshing network info cache for port e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.867968] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811393, 'name': PowerOffVM_Task, 'duration_secs': 0.259929} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.868312] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.868525] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.868861] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa40bfa1-2d36-4ac9-98ed-eab396c42e2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.888590] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.923597] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811391, 'name': CreateVM_Task, 'duration_secs': 0.721349} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.923597] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.923791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.923916] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.924278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.924977] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7c8a1f-cecf-4a5c-aa5e-df56b4f9b8ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.931766] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1545.931766] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522b28ec-d4b4-d5ff-5040-13303d6483ee" [ 1545.931766] env[62437]: _type = "Task" [ 1545.931766] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.946900] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522b28ec-d4b4-d5ff-5040-13303d6483ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.983942] env[62437]: DEBUG nova.compute.manager [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1545.984252] env[62437]: DEBUG nova.compute.manager [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing instance network info cache due to event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1545.984521] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.042213] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.042213] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.043204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.680s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.043630] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.048585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.079s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.052764] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.052764] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.788s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.055892] env[62437]: INFO nova.compute.claims [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.085499] env[62437]: INFO nova.scheduler.client.report [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Deleted allocations for instance 38eb0d83-d36c-4271-94b7-88538732994c [ 1546.091923] env[62437]: INFO nova.scheduler.client.report [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Deleted allocations for instance f1b3a364-8f7f-4f74-bb80-a945639f675d [ 1546.267205] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.267205] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.267205] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleting the datastore file [datastore1] 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.267205] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7037652a-5325-4bf5-a87a-2f33dd91a8af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.282330] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for the task: (returnval){ [ 1546.282330] env[62437]: value = "task-1811396" [ 1546.282330] env[62437]: _type = "Task" [ 1546.282330] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.299789] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.301302] env[62437]: DEBUG nova.network.neutron [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.429664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.447783] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522b28ec-d4b4-d5ff-5040-13303d6483ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015876} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.448840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.448840] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.448840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.448840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.449163] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.449418] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f652e78-4467-488c-8573-3421d3a54eaf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.462846] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.463086] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.463888] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683403db-5a62-4b8e-97a1-bef78d873615 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.473030] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1546.473030] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520d8c90-26d5-600f-cbaa-8368ab491cda" [ 1546.473030] env[62437]: _type = "Task" [ 1546.473030] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.481163] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520d8c90-26d5-600f-cbaa-8368ab491cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.536378] env[62437]: DEBUG nova.network.neutron [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updated VIF entry in instance network info cache for port e63264c7-1f02-4722-a422-cebdda8b39eb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.537681] env[62437]: DEBUG nova.network.neutron [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updating instance_info_cache with network_info: [{"id": "e63264c7-1f02-4722-a422-cebdda8b39eb", "address": "fa:16:3e:0c:19:70", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63264c7-1f", "ovs_interfaceid": "e63264c7-1f02-4722-a422-cebdda8b39eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.564268] env[62437]: DEBUG nova.compute.utils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.568125] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.568392] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.609219] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fa0c2d62-9dcc-4948-98db-0fcb52306aa3 tempest-FloatingIPsAssociationTestJSON-1094241503 tempest-FloatingIPsAssociationTestJSON-1094241503-project-member] Lock "38eb0d83-d36c-4271-94b7-88538732994c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.379s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.609219] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1195c4a6-af4d-4f62-83d7-302f257dea9f tempest-VolumesAssistedSnapshotsTest-563425478 tempest-VolumesAssistedSnapshotsTest-563425478-project-member] Lock "f1b3a364-8f7f-4f74-bb80-a945639f675d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.382s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.647772] env[62437]: DEBUG nova.policy [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b3aa73c05b4948b5fb361a3a46355f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75252a85b9e34a1bb7b127a832c30fdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.792196] env[62437]: DEBUG oslo_vmware.api [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Task: {'id': task-1811396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277962} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.792531] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.792723] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.792904] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.793111] env[62437]: INFO nova.compute.manager [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1546.793365] env[62437]: DEBUG oslo.service.loopingcall [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.793590] env[62437]: DEBUG nova.compute.manager [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.793708] env[62437]: DEBUG nova.network.neutron [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.803377] env[62437]: INFO nova.compute.manager [-] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Took 1.28 seconds to deallocate network for instance. [ 1546.963815] env[62437]: DEBUG nova.compute.manager [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.964880] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa95d776-1818-4c39-8a3d-29641130a816 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.987961] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520d8c90-26d5-600f-cbaa-8368ab491cda, 'name': SearchDatastore_Task, 'duration_secs': 0.014187} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.987961] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8e9b68-2ec5-48d4-b017-1b5cf17686ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.994326] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1546.994326] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520ae363-03fc-49ff-526e-d3f1a7db17bc" [ 1546.994326] env[62437]: _type = "Task" [ 1546.994326] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.004846] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ae363-03fc-49ff-526e-d3f1a7db17bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.005889] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Successfully created port: 57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.044510] env[62437]: DEBUG oslo_concurrency.lockutils [req-a30ed3cd-3814-4dc3-977d-407186f937d8 req-8c746ed4-3c75-41f1-9144-9604a0b4efda service nova] Releasing lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.078058] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.313446] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.398018] env[62437]: DEBUG nova.network.neutron [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.482418] env[62437]: INFO nova.compute.manager [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] instance snapshotting [ 1547.486033] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8ba83-735b-47c1-9b71-453a1d044069 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.522058] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Successfully updated port: 48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.529262] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e6fe28-44b6-4ee2-94c9-91bb7ed2af26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.538359] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ae363-03fc-49ff-526e-d3f1a7db17bc, 'name': SearchDatastore_Task, 'duration_secs': 0.020766} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.539852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.540590] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/5ace24d7-780e-4544-8742-fd19b66d29d4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.540798] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06e440b-af14-4797-b9a4-991f9cef5beb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.559482] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1547.559482] env[62437]: value = "task-1811397" [ 1547.559482] env[62437]: _type = "Task" [ 1547.559482] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.569633] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.649290] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a68e167-52f9-453d-8a97-41441c51c65e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.659676] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c471ba44-a70a-494c-87e8-59abf6cf2b27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.695235] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba388a-1bd3-44d6-9677-54ba766f233a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.705470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b27de-e938-45ef-808f-f7c324bd218e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.721358] env[62437]: DEBUG nova.compute.provider_tree [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.736252] env[62437]: DEBUG nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Received event network-vif-deleted-4a3e3e54-6d83-4ef4-a84b-c81e4b18db15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1547.736464] env[62437]: DEBUG nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Received event network-vif-plugged-48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1547.737354] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Acquiring lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.737354] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.737354] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.737538] env[62437]: DEBUG nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] No waiting events found dispatching network-vif-plugged-48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1547.737583] env[62437]: WARNING nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Received unexpected event network-vif-plugged-48329f50-e0c9-412a-a32d-46e99553deac for instance with vm_state building and task_state spawning. [ 1547.737724] env[62437]: DEBUG nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Received event network-changed-48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1547.737882] env[62437]: DEBUG nova.compute.manager [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Refreshing instance network info cache due to event network-changed-48329f50-e0c9-412a-a32d-46e99553deac. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1547.738103] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Acquiring lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.738295] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Acquired lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.738437] env[62437]: DEBUG nova.network.neutron [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Refreshing network info cache for port 48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.900606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.900860] env[62437]: DEBUG nova.compute.manager [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Inject network info {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1547.901199] env[62437]: DEBUG nova.compute.manager [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] network_info to inject: |[{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1547.906468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfiguring VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1547.907226] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.907535] env[62437]: DEBUG nova.network.neutron [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.909679] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53c7dc9-764b-41f9-b012-5595c17836ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.939240] env[62437]: DEBUG oslo_vmware.api [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1547.939240] env[62437]: value = "task-1811398" [ 1547.939240] env[62437]: _type = "Task" [ 1547.939240] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.949455] env[62437]: DEBUG oslo_vmware.api [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.039031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.051448] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1548.051955] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08e9e45d-3525-4d1c-bdb0-755b41281eb2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.069339] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1548.069339] env[62437]: value = "task-1811399" [ 1548.069339] env[62437]: _type = "Task" [ 1548.069339] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.080776] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811397, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.089332] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.090653] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.132343] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.132642] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.132802] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.132988] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.133185] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.133291] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.133501] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.135016] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.135016] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.135016] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.135016] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.135246] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adce784-9ae0-4c00-968d-aa46f4a018a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.146043] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84223887-9e2f-4f14-913f-4d7d0a7818b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.225399] env[62437]: DEBUG nova.scheduler.client.report [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.297684] env[62437]: DEBUG nova.network.neutron [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.319783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.320095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.320338] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.320543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.320750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.323513] env[62437]: INFO nova.compute.manager [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Terminating instance [ 1548.383921] env[62437]: DEBUG nova.network.neutron [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.449015] env[62437]: DEBUG oslo_vmware.api [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811398, 'name': ReconfigVM_Task, 'duration_secs': 0.246827} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.449981] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3eb157-78c8-4547-a462-a08a8fe674f1 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfigured VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1548.518506] env[62437]: DEBUG nova.network.neutron [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.576371] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789347} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.580617] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/5ace24d7-780e-4544-8742-fd19b66d29d4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.580617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.580938] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c53f1fcd-183f-440f-a893-7ee3a1e1efdb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.598056] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.599695] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1548.599695] env[62437]: value = "task-1811400" [ 1548.599695] env[62437]: _type = "Task" [ 1548.599695] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.609619] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.652238] env[62437]: DEBUG nova.objects.instance [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lazy-loading 'flavor' on Instance uuid 206d53c3-8627-48e4-944a-ee1d18e48cdb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.734196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.734811] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.742180] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.518s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.743730] env[62437]: INFO nova.compute.claims [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.826610] env[62437]: DEBUG nova.compute.manager [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Received event network-vif-plugged-57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1548.826610] env[62437]: DEBUG oslo_concurrency.lockutils [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] Acquiring lock "4de10d20-6e36-471d-820e-189eafb1253f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.826610] env[62437]: DEBUG oslo_concurrency.lockutils [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] Lock "4de10d20-6e36-471d-820e-189eafb1253f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.826610] env[62437]: DEBUG oslo_concurrency.lockutils [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] Lock "4de10d20-6e36-471d-820e-189eafb1253f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.826610] env[62437]: DEBUG nova.compute.manager [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] No waiting events found dispatching network-vif-plugged-57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.826610] env[62437]: WARNING nova.compute.manager [req-26c140b6-12e5-4fb5-8f43-ac5d6560fb74 req-ad83528d-c0e0-4afd-bd82-5c7528ca3024 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Received unexpected event network-vif-plugged-57ae7ad9-7a6e-4109-a271-ffdad613480f for instance with vm_state building and task_state spawning. [ 1548.827452] env[62437]: DEBUG nova.compute.manager [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.827682] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.828727] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be14e1c-1e90-46f7-98ac-0b6633d8d911 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.841829] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.842190] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e5b604-02a1-4777-b9bc-baef72521879 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.854765] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1548.854765] env[62437]: value = "task-1811401" [ 1548.854765] env[62437]: _type = "Task" [ 1548.854765] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.874777] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.886822] env[62437]: INFO nova.compute.manager [-] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Took 2.09 seconds to deallocate network for instance. [ 1548.950463] env[62437]: DEBUG nova.network.neutron [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updated VIF entry in instance network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.951113] env[62437]: DEBUG nova.network.neutron [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.021188] env[62437]: DEBUG oslo_concurrency.lockutils [req-9c426feb-8277-46a0-b443-9b3ed1e8137d req-2e14a734-729c-4049-a857-c07bfc510679 service nova] Releasing lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.021762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.022024] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.088825] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.117168] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080721} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.117525] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.119307] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b329105-3da9-4318-87d2-8fdb480cf55f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.136477] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Successfully updated port: 57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.153513] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/5ace24d7-780e-4544-8742-fd19b66d29d4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.154376] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcb98f4-660c-47d3-b3e2-c9639cfb8050 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.172669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.179101] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1549.179101] env[62437]: value = "task-1811402" [ 1549.179101] env[62437]: _type = "Task" [ 1549.179101] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.189059] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.249622] env[62437]: DEBUG nova.compute.utils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.254082] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.254082] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.365549] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811401, 'name': PowerOffVM_Task, 'duration_secs': 0.275195} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.367287] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.367287] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.368877] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a184dfb4-0107-401e-b24c-c23cb4c8b277 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.397111] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.454326] env[62437]: DEBUG oslo_concurrency.lockutils [req-e7664248-34da-40b7-b922-8f1f4e2cc689 req-51927d29-48b1-4721-b7c2-da682f8e2286 service nova] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.454883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.565059] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.588416] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811399, 'name': CreateSnapshot_Task, 'duration_secs': 1.355326} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.588747] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1549.589470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71bbc9-4e9c-43bb-a61b-c1610c02798c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.605336] env[62437]: DEBUG nova.policy [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b3aa73c05b4948b5fb361a3a46355f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75252a85b9e34a1bb7b127a832c30fdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.655514] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.655689] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.655846] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.685972] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.686237] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.686424] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleting the datastore file [datastore1] 7807eab5-a894-40cc-9dd4-b46ebf668b3b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.687373] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba30447-a943-45ac-87f2-821172246c0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.692733] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811402, 'name': ReconfigVM_Task, 'duration_secs': 0.360738} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.693380] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/5ace24d7-780e-4544-8742-fd19b66d29d4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.693713] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62437) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1549.694933] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-62847ef8-b060-4987-b351-e8dd41384a84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.699674] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for the task: (returnval){ [ 1549.699674] env[62437]: value = "task-1811404" [ 1549.699674] env[62437]: _type = "Task" [ 1549.699674] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.706526] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1549.706526] env[62437]: value = "task-1811405" [ 1549.706526] env[62437]: _type = "Task" [ 1549.706526] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.718789] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.729939] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811405, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.754523] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.859497] env[62437]: DEBUG nova.compute.manager [req-9d416279-80ac-4cf7-b1d2-96805b2925ed req-c94ef79c-609e-4d13-9bd4-4d5902b05421 service nova] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Received event network-vif-deleted-804116ae-2f86-43b9-8972-5abb5fe13c91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1549.933783] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Updating instance_info_cache with network_info: [{"id": "48329f50-e0c9-412a-a32d-46e99553deac", "address": "fa:16:3e:b6:a3:03", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48329f50-e0", "ovs_interfaceid": "48329f50-e0c9-412a-a32d-46e99553deac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.093694] env[62437]: DEBUG nova.network.neutron [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.112313] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1550.115543] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c29a4ab2-64ce-4894-bdf1-ba256db6c149 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.129562] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1550.129562] env[62437]: value = "task-1811407" [ 1550.129562] env[62437]: _type = "Task" [ 1550.129562] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.140720] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811407, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.194699] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.209427] env[62437]: DEBUG oslo_vmware.api [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Task: {'id': task-1811404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226027} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.210383] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.210383] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.210383] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.210383] env[62437]: INFO nova.compute.manager [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1550.210538] env[62437]: DEBUG oslo.service.loopingcall [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.211239] env[62437]: DEBUG nova.compute.manager [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1550.211239] env[62437]: DEBUG nova.network.neutron [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.229623] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811405, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.055671} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.229861] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62437) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1550.230869] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ebfdd-6b59-401e-9738-2db3ca8d47a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.267494] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/ephemeral_0.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.277597] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a9b82f-74d6-4b84-b78d-a6d58b6a7908 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.301337] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1550.301337] env[62437]: value = "task-1811408" [ 1550.301337] env[62437]: _type = "Task" [ 1550.301337] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.312892] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.334299] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d7c2b-d744-4341-957c-3c4580bdf7ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.346522] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298f82a-d293-403a-88fb-c2f14a3a808b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.390330] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f80b0e-11d6-4ea4-ad93-c7bc5b2a8429 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.400672] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f637992-b9ee-4e46-91fd-2c8ec8e972df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.425441] env[62437]: DEBUG nova.compute.provider_tree [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.441091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "refresh_cache-6affb551-d4b3-4a32-a19b-7dffe71d0e61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.441615] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance network_info: |[{"id": "48329f50-e0c9-412a-a32d-46e99553deac", "address": "fa:16:3e:b6:a3:03", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48329f50-e0", "ovs_interfaceid": "48329f50-e0c9-412a-a32d-46e99553deac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.442632] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:a3:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48329f50-e0c9-412a-a32d-46e99553deac', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.455826] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Creating folder: Project (75252a85b9e34a1bb7b127a832c30fdf). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.459754] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-785b388b-5637-4196-a19f-3582296ef976 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.460537] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Successfully created port: 8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.481480] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Created folder: Project (75252a85b9e34a1bb7b127a832c30fdf) in parent group-v375259. [ 1550.481870] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Creating folder: Instances. Parent ref: group-v375397. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.482265] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b330f0-2ac8-4e5a-a92f-945ff2e835a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.498250] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Created folder: Instances in parent group-v375397. [ 1550.498250] env[62437]: DEBUG oslo.service.loopingcall [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.498590] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.498940] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04caa9b-89d3-407a-b06b-3d71e3e8ef89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.534183] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.534183] env[62437]: value = "task-1811411" [ 1550.534183] env[62437]: _type = "Task" [ 1550.534183] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.547880] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811411, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.645368] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811407, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.795241] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.814748] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811408, 'name': ReconfigVM_Task, 'duration_secs': 0.355637} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.816932] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4/ephemeral_0.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.817920] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07763ef9-aad8-49b5-976f-89b9f38c4854 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.823968] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.824280] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.824452] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.824641] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.824828] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.825010] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.825235] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.825395] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.825561] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.825716] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.825888] env[62437]: DEBUG nova.virt.hardware [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.826777] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1b9dd-a8f8-440b-b8be-17f29d031e7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.831701] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1550.831701] env[62437]: value = "task-1811412" [ 1550.831701] env[62437]: _type = "Task" [ 1550.831701] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.845592] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0abb48d-a919-47db-b1bb-f30ff6e5f255 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.854261] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811412, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.929899] env[62437]: DEBUG nova.scheduler.client.report [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.013780] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Updating instance_info_cache with network_info: [{"id": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "address": "fa:16:3e:6e:57:c8", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae7ad9-7a", "ovs_interfaceid": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.034908] env[62437]: DEBUG nova.compute.manager [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Received event network-changed-57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1551.035303] env[62437]: DEBUG nova.compute.manager [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Refreshing instance network info cache due to event network-changed-57ae7ad9-7a6e-4109-a271-ffdad613480f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1551.035558] env[62437]: DEBUG oslo_concurrency.lockutils [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] Acquiring lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.049882] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811411, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.147445] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811407, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.342305] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811412, 'name': Rename_Task, 'duration_secs': 0.197815} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.342700] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.342883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557af9e0-6eaa-4cc3-8c14-5ddf3cab05ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.351766] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1551.351766] env[62437]: value = "task-1811413" [ 1551.351766] env[62437]: _type = "Task" [ 1551.351766] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.362061] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.416209] env[62437]: DEBUG nova.network.neutron [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.438488] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.439687] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.441635] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.406s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.444419] env[62437]: INFO nova.compute.claims [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.516511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.516891] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Instance network_info: |[{"id": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "address": "fa:16:3e:6e:57:c8", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae7ad9-7a", "ovs_interfaceid": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.517227] env[62437]: DEBUG oslo_concurrency.lockutils [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] Acquired lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.517441] env[62437]: DEBUG nova.network.neutron [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Refreshing network info cache for port 57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.518819] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:57:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57ae7ad9-7a6e-4109-a271-ffdad613480f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.536538] env[62437]: DEBUG oslo.service.loopingcall [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.537688] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.537973] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a7879d2-8e32-4d0c-9a4e-ee1a249ed704 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.569402] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811411, 'name': CreateVM_Task, 'duration_secs': 0.892493} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.570647] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.570874] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.570874] env[62437]: value = "task-1811414" [ 1551.570874] env[62437]: _type = "Task" [ 1551.570874] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.571631] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.571813] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.572150] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.572456] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3376e7-a2b4-497d-b4bc-687fdc546d21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.585136] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811414, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.586716] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1551.586716] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525444d8-5e5d-1e86-54a7-01b318b0117f" [ 1551.586716] env[62437]: _type = "Task" [ 1551.586716] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.596674] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525444d8-5e5d-1e86-54a7-01b318b0117f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.648216] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811407, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.706818] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1551.707802] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922d0e2-0950-45e2-b210-aad3a5091271 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.714724] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1551.714907] env[62437]: ERROR oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk due to incomplete transfer. [ 1551.715161] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e938a7f-3a48-41f6-8cd8-3d96d9ab7575 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.723400] env[62437]: DEBUG oslo_vmware.rw_handles [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52027ba4-a1e9-5b0d-b8a4-61cb4e84c569/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1551.723790] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploaded image 6185abea-4f36-4a71-9c38-ea100f37a076 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1551.725988] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1551.726375] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bd9e5a1-22c2-418c-bdde-3d1a8eca2ab6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.735427] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1551.735427] env[62437]: value = "task-1811415" [ 1551.735427] env[62437]: _type = "Task" [ 1551.735427] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.747342] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811415, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.864693] env[62437]: DEBUG nova.network.neutron [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.866241] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.901488] env[62437]: DEBUG nova.compute.manager [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1551.901774] env[62437]: DEBUG nova.compute.manager [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing instance network info cache due to event network-changed-738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1551.902089] env[62437]: DEBUG oslo_concurrency.lockutils [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] Acquiring lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.915937] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.916315] env[62437]: DEBUG nova.compute.manager [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Inject network info {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1551.916654] env[62437]: DEBUG nova.compute.manager [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] network_info to inject: |[{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1551.923786] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfiguring VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1551.923786] env[62437]: DEBUG oslo_concurrency.lockutils [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] Acquired lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.923786] env[62437]: DEBUG nova.network.neutron [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Refreshing network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.924671] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae167d2-5290-4490-9a65-7d181e7acfc0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.946968] env[62437]: DEBUG oslo_vmware.api [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1551.946968] env[62437]: value = "task-1811417" [ 1551.946968] env[62437]: _type = "Task" [ 1551.946968] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.952820] env[62437]: DEBUG nova.compute.utils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.957401] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.957593] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.969361] env[62437]: DEBUG oslo_vmware.api [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.085343] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811414, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.101285] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525444d8-5e5d-1e86-54a7-01b318b0117f, 'name': SearchDatastore_Task, 'duration_secs': 0.015301} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.101716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.102089] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.102713] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.102713] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.102869] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.103217] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7b7d5e-f560-4b55-a956-cd8de5a9a0bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.115537] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.115780] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.119155] env[62437]: DEBUG nova.policy [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc37cb4a3cb44d3b0a3eb44301df9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37262525ee84a10814904eada319cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.121672] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb92b9b2-9ca3-46ab-92c3-137ecce67d9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.131948] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1552.131948] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1f548-dfa7-d179-87cc-7922a19a7ac9" [ 1552.131948] env[62437]: _type = "Task" [ 1552.131948] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.150943] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1f548-dfa7-d179-87cc-7922a19a7ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.155882] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811407, 'name': CloneVM_Task, 'duration_secs': 1.601481} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.156244] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d1f772-9a1d-4101-a084-5936d48ff019 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.163248] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Created linked-clone VM from snapshot [ 1552.163248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ac974-f4a4-49ec-bee1-936aa96d9f4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.170415] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Uploading image baa2bbc6-871a-45e6-9316-4ccd1b8a3487 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1552.174925] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1552.174925] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6f625-a23d-34fc-6642-924fb6656f0d" [ 1552.174925] env[62437]: _type = "Task" [ 1552.174925] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.187857] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6f625-a23d-34fc-6642-924fb6656f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.188159] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.188446] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 6affb551-d4b3-4a32-a19b-7dffe71d0e61/6affb551-d4b3-4a32-a19b-7dffe71d0e61.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.188722] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4041025-27bd-4c23-873f-792d25a77c6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.200135] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1552.200135] env[62437]: value = "task-1811418" [ 1552.200135] env[62437]: _type = "Task" [ 1552.200135] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.210937] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1552.210937] env[62437]: value = "vm-375396" [ 1552.210937] env[62437]: _type = "VirtualMachine" [ 1552.210937] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1552.211475] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6a24341-620f-4d48-a3be-164a7f01388b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.220313] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.221916] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lease: (returnval){ [ 1552.221916] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d88e25-9eae-1ff7-fb6b-d4f069234170" [ 1552.221916] env[62437]: _type = "HttpNfcLease" [ 1552.221916] env[62437]: } obtained for exporting VM: (result){ [ 1552.221916] env[62437]: value = "vm-375396" [ 1552.221916] env[62437]: _type = "VirtualMachine" [ 1552.221916] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1552.222267] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the lease: (returnval){ [ 1552.222267] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d88e25-9eae-1ff7-fb6b-d4f069234170" [ 1552.222267] env[62437]: _type = "HttpNfcLease" [ 1552.222267] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1552.229857] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.229857] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d88e25-9eae-1ff7-fb6b-d4f069234170" [ 1552.229857] env[62437]: _type = "HttpNfcLease" [ 1552.229857] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1552.249408] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811415, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.366866] env[62437]: DEBUG oslo_vmware.api [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811413, 'name': PowerOnVM_Task, 'duration_secs': 0.576289} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.367490] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.367790] env[62437]: INFO nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1552.368022] env[62437]: DEBUG nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.369213] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46668a0a-a433-468c-97ad-716a74ed7be6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.372951] env[62437]: INFO nova.compute.manager [-] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Took 2.16 seconds to deallocate network for instance. [ 1552.458206] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.469307] env[62437]: DEBUG oslo_vmware.api [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811417, 'name': ReconfigVM_Task, 'duration_secs': 0.203641} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.470974] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c761224-8cdd-487d-8fd7-a6a30f1a2b9e tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Reconfigured VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1552.476147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.476147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.579952] env[62437]: DEBUG nova.network.neutron [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updated VIF entry in instance network info cache for port 738a9dd0-0a65-4455-96e3-4ae9c1db3101. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.581033] env[62437]: DEBUG nova.network.neutron [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [{"id": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "address": "fa:16:3e:b5:30:28", "network": {"id": "521903f9-e31c-41d6-983c-fcd322d31323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1494278223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ede8a791b664818a9ec4f55abed81a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738a9dd0-0a", "ovs_interfaceid": "738a9dd0-0a65-4455-96e3-4ae9c1db3101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.592995] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811414, 'name': CreateVM_Task, 'duration_secs': 0.549059} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.594738] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Successfully updated port: 8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.603971] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.608753] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.608753] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.608962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.609986] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9b5d33-e553-469b-918d-b9c34f21a98f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.628623] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1552.628623] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520a837f-8f51-ed81-a414-8a189f7ed513" [ 1552.628623] env[62437]: _type = "Task" [ 1552.628623] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.641388] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520a837f-8f51-ed81-a414-8a189f7ed513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.718316] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.719619] env[62437]: DEBUG nova.network.neutron [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Updated VIF entry in instance network info cache for port 57ae7ad9-7a6e-4109-a271-ffdad613480f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.720147] env[62437]: DEBUG nova.network.neutron [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Updating instance_info_cache with network_info: [{"id": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "address": "fa:16:3e:6e:57:c8", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae7ad9-7a", "ovs_interfaceid": "57ae7ad9-7a6e-4109-a271-ffdad613480f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.734504] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.734504] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d88e25-9eae-1ff7-fb6b-d4f069234170" [ 1552.734504] env[62437]: _type = "HttpNfcLease" [ 1552.734504] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1552.735358] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1552.735358] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d88e25-9eae-1ff7-fb6b-d4f069234170" [ 1552.735358] env[62437]: _type = "HttpNfcLease" [ 1552.735358] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1552.735964] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05040db0-46da-4562-a86f-a300b3721397 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.755653] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1552.755901] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1552.766051] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811415, 'name': Destroy_Task, 'duration_secs': 0.673362} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.768982] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroyed the VM [ 1552.769389] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.832187] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad6e28dd-98f1-4600-8f49-90a881b8d871 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.837884] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.838266] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.838352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.838517] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.838664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.842082] env[62437]: INFO nova.compute.manager [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Terminating instance [ 1552.851558] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1552.851558] env[62437]: value = "task-1811420" [ 1552.851558] env[62437]: _type = "Task" [ 1552.851558] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.861814] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811420, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.880176] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40801783-7352-49ed-8ce3-224dfc187ea1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.890916] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.902435] env[62437]: INFO nova.compute.manager [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Took 50.11 seconds to build instance. [ 1552.919331] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Successfully created port: 21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.980997] env[62437]: DEBUG nova.compute.utils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.094257] env[62437]: DEBUG oslo_concurrency.lockutils [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] Releasing lock "refresh_cache-206d53c3-8627-48e4-944a-ee1d18e48cdb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.094483] env[62437]: DEBUG nova.compute.manager [req-6894b5e6-a2f7-4c41-a5ae-01aad03e1ca4 req-bd6a8151-1324-4a06-86d7-35dbb44d8540 service nova] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Received event network-vif-deleted-3717766e-732d-4d50-bb15-ee565945c827 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1553.107457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.107975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.107975] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.136648] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f93f67-885a-4202-8c4c-0bde60f1222c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.147250] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520a837f-8f51-ed81-a414-8a189f7ed513, 'name': SearchDatastore_Task, 'duration_secs': 0.084265} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.149829] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.150176] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.150446] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.150695] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.150934] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.151376] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95310408-3788-49a1-9715-f16847e4c3ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.154061] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a1929-240b-474b-acce-cbd75f229891 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.199802] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7204e2-41ab-4610-b353-e1e8d99ea89c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.199802] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.199802] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.199954] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24aca842-12e6-4e77-9a2a-22ae7e55c353 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.213341] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1553.213341] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528b83b6-981d-96d6-143a-32b07f81444a" [ 1553.213341] env[62437]: _type = "Task" [ 1553.213341] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.214711] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d304e8-d7f1-4c64-80d3-e15e03990e9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.225377] env[62437]: DEBUG oslo_concurrency.lockutils [req-f758fb42-09e5-4967-a2a6-70d025c2e0bf req-cf67acdb-0a68-4734-bd7f-63f7b644c9a2 service nova] Releasing lock "refresh_cache-4de10d20-6e36-471d-820e-189eafb1253f" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.225795] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652936} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.226769] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 6affb551-d4b3-4a32-a19b-7dffe71d0e61/6affb551-d4b3-4a32-a19b-7dffe71d0e61.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.227036] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.227657] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da2848f4-8f5a-4391-82d1-034b5b86dde7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.241870] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528b83b6-981d-96d6-143a-32b07f81444a, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.242374] env[62437]: DEBUG nova.compute.provider_tree [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.247638] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4def1e-eeec-4c58-a3a0-f821292f6c26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.250335] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1553.250335] env[62437]: value = "task-1811421" [ 1553.250335] env[62437]: _type = "Task" [ 1553.250335] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.251882] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1553.251882] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529e3942-61b7-272c-a26b-d60a98281791" [ 1553.251882] env[62437]: _type = "Task" [ 1553.251882] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.266317] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.269923] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e3942-61b7-272c-a26b-d60a98281791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.345974] env[62437]: DEBUG nova.compute.manager [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.346379] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.347342] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b54006-99d5-41a9-9fd3-65fdee7f42aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.358064] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.358901] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5249e2e-c578-47c6-8a1d-761d04ea53cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.365039] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811420, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.367633] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1553.367633] env[62437]: value = "task-1811422" [ 1553.367633] env[62437]: _type = "Task" [ 1553.367633] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.379845] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.407182] env[62437]: DEBUG oslo_concurrency.lockutils [None req-00367364-2cf3-49eb-bd9b-8795f09f11dd tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.133s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.477263] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.486578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.510489] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.510787] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.510928] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.511111] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.511285] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.513248] env[62437]: DEBUG nova.virt.hardware [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.513753] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c938db7-90b1-4b61-bd64-ffbce333f7f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.523565] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b7482-e6ec-4f7f-be13-d437356f7f71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.666077] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.748989] env[62437]: DEBUG nova.scheduler.client.report [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.769318] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076269} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.769790] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.770519] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba8650-fd8b-4b2e-a30e-1c073310fb03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.778276] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e3942-61b7-272c-a26b-d60a98281791, 'name': SearchDatastore_Task, 'duration_secs': 0.014374} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.779450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.779588] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4de10d20-6e36-471d-820e-189eafb1253f/4de10d20-6e36-471d-820e-189eafb1253f.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.780516] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34dfbf95-1ca7-4cb8-a5b1-4808830cb842 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.805737] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6affb551-d4b3-4a32-a19b-7dffe71d0e61/6affb551-d4b3-4a32-a19b-7dffe71d0e61.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.807080] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737a2c89-6660-4913-b9b9-08e27624f06b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.830425] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1553.830425] env[62437]: value = "task-1811423" [ 1553.830425] env[62437]: _type = "Task" [ 1553.830425] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.843556] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1553.843556] env[62437]: value = "task-1811424" [ 1553.843556] env[62437]: _type = "Task" [ 1553.843556] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.847699] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.859481] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.865671] env[62437]: DEBUG oslo_vmware.api [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811420, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804594} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.865844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1553.866105] env[62437]: INFO nova.compute.manager [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 17.09 seconds to snapshot the instance on the hypervisor. [ 1553.877637] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811422, 'name': PowerOffVM_Task, 'duration_secs': 0.336357} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.878033] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.878256] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.878542] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15cb57e6-c285-4b03-abc2-f7e9f42bd77d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.973641] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.974427] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.974888] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Deleting the datastore file [datastore1] 206d53c3-8627-48e4-944a-ee1d18e48cdb {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.975523] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de4dc39-941d-43bf-84ff-43d4be8b64a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.986021] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for the task: (returnval){ [ 1553.986021] env[62437]: value = "task-1811427" [ 1553.986021] env[62437]: _type = "Task" [ 1553.986021] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.995989] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.028391] env[62437]: DEBUG nova.network.neutron [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Updating instance_info_cache with network_info: [{"id": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "address": "fa:16:3e:c4:a9:19", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdb9f6b-89", "ovs_interfaceid": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.149861] env[62437]: DEBUG nova.compute.manager [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Received event network-vif-plugged-8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.150138] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Acquiring lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.150398] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.150579] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.150756] env[62437]: DEBUG nova.compute.manager [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] No waiting events found dispatching network-vif-plugged-8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.150917] env[62437]: WARNING nova.compute.manager [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Received unexpected event network-vif-plugged-8fdb9f6b-8904-4df9-b8a5-27848494491a for instance with vm_state building and task_state spawning. [ 1554.151187] env[62437]: DEBUG nova.compute.manager [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Received event network-changed-8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.151364] env[62437]: DEBUG nova.compute.manager [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Refreshing instance network info cache due to event network-changed-8fdb9f6b-8904-4df9-b8a5-27848494491a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1554.151449] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Acquiring lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.256109] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.257018] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.259985] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.812s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.260400] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.264025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.792s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.266074] env[62437]: INFO nova.compute.claims [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.316897] env[62437]: INFO nova.scheduler.client.report [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Deleted allocations for instance bd51d68d-fe1a-4b25-81df-3d37e0669e45 [ 1554.343343] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.362878] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811424, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.445965] env[62437]: DEBUG nova.compute.manager [None req-5cc18312-5147-4d41-becc-113fc093a6c4 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Found 1 images (rotation: 2) {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1554.496509] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.531131] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.531576] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Instance network_info: |[{"id": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "address": "fa:16:3e:c4:a9:19", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdb9f6b-89", "ovs_interfaceid": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.531971] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Acquired lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.532198] env[62437]: DEBUG nova.network.neutron [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Refreshing network info cache for port 8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.536924] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a9:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fdb9f6b-8904-4df9-b8a5-27848494491a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.542323] env[62437]: DEBUG oslo.service.loopingcall [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.545544] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.546688] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5140f73-14d7-4939-b410-50224ae2d3d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.576037] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.576037] env[62437]: value = "task-1811428" [ 1554.576037] env[62437]: _type = "Task" [ 1554.576037] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.576787] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.577032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.577268] env[62437]: INFO nova.compute.manager [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Attaching volume 5b7afaf4-0609-4fbf-9bd5-29e470f4226c to /dev/sdb [ 1554.595199] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811428, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.661665] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2614cd99-d16b-4fc4-bb4f-8fb8eed3d279 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.675291] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d68025d-12ed-479b-9732-a497db4006fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.693095] env[62437]: DEBUG nova.virt.block_device [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updating existing volume attachment record: ed6c6ff2-1fd0-4c74-b03e-dec9d71bc717 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1554.777607] env[62437]: DEBUG nova.compute.utils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.781459] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.781459] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.830751] env[62437]: DEBUG oslo_concurrency.lockutils [None req-78830f36-a4a1-42a7-95ab-2f511e7b8557 tempest-ServersTestMultiNic-1690323429 tempest-ServersTestMultiNic-1690323429-project-member] Lock "bd51d68d-fe1a-4b25-81df-3d37e0669e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.647s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.852485] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.856738] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4de10d20-6e36-471d-820e-189eafb1253f/4de10d20-6e36-471d-820e-189eafb1253f.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.857023] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.860655] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672d71d7-06f2-471c-b92a-4742634358c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.870598] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811424, 'name': ReconfigVM_Task, 'duration_secs': 0.567042} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.872663] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6affb551-d4b3-4a32-a19b-7dffe71d0e61/6affb551-d4b3-4a32-a19b-7dffe71d0e61.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.873273] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1554.873273] env[62437]: value = "task-1811430" [ 1554.873273] env[62437]: _type = "Task" [ 1554.873273] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.873546] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a7c5aa-c318-4445-808c-f44482f962f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.889539] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.889539] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1554.889539] env[62437]: value = "task-1811431" [ 1554.889539] env[62437]: _type = "Task" [ 1554.889539] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.900599] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811431, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.925797] env[62437]: DEBUG nova.policy [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed14d072fde44ecb74cdf3a2f5d551b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c34e08648fd4c988652eab7abe3b64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.992183] env[62437]: DEBUG nova.network.neutron [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Updated VIF entry in instance network info cache for port 8fdb9f6b-8904-4df9-b8a5-27848494491a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.992767] env[62437]: DEBUG nova.network.neutron [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Updating instance_info_cache with network_info: [{"id": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "address": "fa:16:3e:c4:a9:19", "network": {"id": "697092b9-1c05-4ed2-98f3-279a76d21309", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1983483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75252a85b9e34a1bb7b127a832c30fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdb9f6b-89", "ovs_interfaceid": "8fdb9f6b-8904-4df9-b8a5-27848494491a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.006745] env[62437]: DEBUG oslo_vmware.api [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Task: {'id': task-1811427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.007884] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.008338] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.008555] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.008789] env[62437]: INFO nova.compute.manager [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1555.009120] env[62437]: DEBUG oslo.service.loopingcall [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.009823] env[62437]: DEBUG nova.compute.manager [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1555.009978] env[62437]: DEBUG nova.network.neutron [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.096720] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811428, 'name': CreateVM_Task, 'duration_secs': 0.481001} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.097414] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.100179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.100179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.100179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.100179] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e308bb8a-2bd2-46b9-a6da-9dbffdaf8b1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.110033] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1555.110033] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52feaa6e-3cdf-1e61-fbb6-8674e5617783" [ 1555.110033] env[62437]: _type = "Task" [ 1555.110033] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.121695] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52feaa6e-3cdf-1e61-fbb6-8674e5617783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.289457] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.318031] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Successfully updated port: 21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.389504] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079461} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.389504] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.389504] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd4d29-fef2-4fc8-a234-e3ad95fb236c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.424797] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811431, 'name': Rename_Task, 'duration_secs': 0.217964} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.438024] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4de10d20-6e36-471d-820e-189eafb1253f/4de10d20-6e36-471d-820e-189eafb1253f.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.440773] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.441059] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e945d62-30b0-4b24-890d-0ef7c4f8a84e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.457032] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2600a5c5-c8e4-40af-a445-a6b411d3ceca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.469025] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1555.469025] env[62437]: value = "task-1811435" [ 1555.469025] env[62437]: _type = "Task" [ 1555.469025] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.470319] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1555.470319] env[62437]: value = "task-1811434" [ 1555.470319] env[62437]: _type = "Task" [ 1555.470319] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.485098] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.488573] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.502498] env[62437]: DEBUG oslo_concurrency.lockutils [req-9e8d8871-345f-45f8-995f-808b11320f8a req-41b62826-e940-491f-ba24-a8d72ac7f55b service nova] Releasing lock "refresh_cache-a315c680-31cc-47e2-be82-f4e8e45d1939" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.627986] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52feaa6e-3cdf-1e61-fbb6-8674e5617783, 'name': SearchDatastore_Task, 'duration_secs': 0.020267} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.628204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.628445] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.628688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.628893] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.629063] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.632291] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2528d4e2-b97b-43c5-b325-e6afb2ee9438 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.644865] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.645177] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.646017] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d174c2b9-110e-4622-be08-970dfc8df873 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.659274] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1555.659274] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c294d6-58f0-675e-5545-5c59152ea08a" [ 1555.659274] env[62437]: _type = "Task" [ 1555.659274] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.670356] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c294d6-58f0-675e-5545-5c59152ea08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.781546] env[62437]: DEBUG nova.compute.manager [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Received event network-vif-plugged-21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1555.781870] env[62437]: DEBUG oslo_concurrency.lockutils [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] Acquiring lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.782089] env[62437]: DEBUG oslo_concurrency.lockutils [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.782183] env[62437]: DEBUG oslo_concurrency.lockutils [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.782705] env[62437]: DEBUG nova.compute.manager [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] No waiting events found dispatching network-vif-plugged-21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.782986] env[62437]: WARNING nova.compute.manager [req-84472023-3815-4f41-9068-a09ac6ede6a3 req-efc2f55d-a63f-48ca-be58-047da2d78acb service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Received unexpected event network-vif-plugged-21200eca-5a07-4837-81a0-bd463fcd70f4 for instance with vm_state building and task_state spawning. [ 1555.817828] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Successfully created port: 4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.819992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.820147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.820339] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.903069] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196fc4ac-fc35-4578-b940-b674ce83d522 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.915167] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1862712-6e35-4007-a02a-3ba991fadd30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.952134] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cfa745-0130-4959-b4a9-3afeda85e638 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.964920] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc97d8c-a761-4c40-b042-6b2b348febc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.985902] env[62437]: DEBUG nova.compute.provider_tree [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.996372] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.002613] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.175296] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c294d6-58f0-675e-5545-5c59152ea08a, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.175296] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74e61b0-5fe5-4598-927f-1b3402aac925 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.183965] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1556.183965] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a235eb-abdb-b2de-52fb-9939fabb9ec9" [ 1556.183965] env[62437]: _type = "Task" [ 1556.183965] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.196385] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a235eb-abdb-b2de-52fb-9939fabb9ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.312840] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.348277] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.348868] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.348868] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.348868] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.349485] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.349711] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.349937] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.350118] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.350338] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.350546] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.350734] env[62437]: DEBUG nova.virt.hardware [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.351642] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56690340-dc7c-4a6f-b183-22b1019de98b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.363908] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006b6d6-df26-4e6b-b028-7d5175bcc660 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.435955] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.482341] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811435, 'name': ReconfigVM_Task, 'duration_secs': 0.554207} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.482926] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4de10d20-6e36-471d-820e-189eafb1253f/4de10d20-6e36-471d-820e-189eafb1253f.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.483750] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018c1bbf-4548-4ad3-998e-4ce9889e3833 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.496335] env[62437]: DEBUG nova.scheduler.client.report [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.500739] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811434, 'name': PowerOnVM_Task, 'duration_secs': 0.717069} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.505012] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.505266] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1556.505452] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.506184] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1556.506184] env[62437]: value = "task-1811436" [ 1556.506184] env[62437]: _type = "Task" [ 1556.506184] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.506664] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9666c6af-b62c-42d2-ab0a-ed1fa40b4211 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.521484] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811436, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.699277] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a235eb-abdb-b2de-52fb-9939fabb9ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.015329} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.699277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.699277] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a315c680-31cc-47e2-be82-f4e8e45d1939/a315c680-31cc-47e2-be82-f4e8e45d1939.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.699277] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd478f3-e5bf-4e8f-bd3e-93e137a16d74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.708615] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1556.708615] env[62437]: value = "task-1811437" [ 1556.708615] env[62437]: _type = "Task" [ 1556.708615] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.720802] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.935830] env[62437]: DEBUG nova.network.neutron [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Updating instance_info_cache with network_info: [{"id": "21200eca-5a07-4837-81a0-bd463fcd70f4", "address": "fa:16:3e:dd:7a:cc", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21200eca-5a", "ovs_interfaceid": "21200eca-5a07-4837-81a0-bd463fcd70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.006024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.006024] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.009266] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.498s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.009837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.014235] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.659s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.015515] env[62437]: INFO nova.compute.claims [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.053845] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Took 53.26 seconds to build instance. [ 1557.064962] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811436, 'name': Rename_Task, 'duration_secs': 0.305506} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.066484] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.067492] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c1e1de-1ebf-4741-a06d-46880881be9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.077945] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1557.077945] env[62437]: value = "task-1811438" [ 1557.077945] env[62437]: _type = "Task" [ 1557.077945] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.086626] env[62437]: INFO nova.scheduler.client.report [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted allocations for instance 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d [ 1557.104916] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.227123] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.411123] env[62437]: DEBUG nova.network.neutron [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.440616] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.440925] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Instance network_info: |[{"id": "21200eca-5a07-4837-81a0-bd463fcd70f4", "address": "fa:16:3e:dd:7a:cc", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21200eca-5a", "ovs_interfaceid": "21200eca-5a07-4837-81a0-bd463fcd70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.441664] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21200eca-5a07-4837-81a0-bd463fcd70f4', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.455825] env[62437]: DEBUG oslo.service.loopingcall [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.456558] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.457057] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18830eb9-f173-4f83-a840-5322cd6efbf5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.481913] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.481913] env[62437]: value = "task-1811440" [ 1557.481913] env[62437]: _type = "Task" [ 1557.481913] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.494277] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811440, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.522512] env[62437]: DEBUG nova.compute.utils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.529405] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.529405] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.568653] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.780s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.593876] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.595677] env[62437]: DEBUG nova.policy [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d361982d9f347a986c2d9978581389e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab81f3b0e3714bf6982dc60d54fc754d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1557.610650] env[62437]: DEBUG oslo_concurrency.lockutils [None req-04c5c91b-d99b-432a-84de-67a00163cf60 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.552s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.721073] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828359} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.721374] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a315c680-31cc-47e2-be82-f4e8e45d1939/a315c680-31cc-47e2-be82-f4e8e45d1939.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.721597] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.722211] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2381645-66e1-4c72-b14e-fc1724316848 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.731446] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1557.731446] env[62437]: value = "task-1811441" [ 1557.731446] env[62437]: _type = "Task" [ 1557.731446] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.741550] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.869689] env[62437]: DEBUG nova.compute.manager [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.871528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d40cba-8589-40f5-b84a-1155c2e8eb31 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.914139] env[62437]: INFO nova.compute.manager [-] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Took 2.90 seconds to deallocate network for instance. [ 1557.996759] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811440, 'name': CreateVM_Task, 'duration_secs': 0.508083} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.997062] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.997641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.997905] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.998101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.998328] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdc9822-3b3b-49f9-ae70-3c20b50e93e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.004549] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1558.004549] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521dbe41-eabb-1726-0c30-1e65ac6c7b8f" [ 1558.004549] env[62437]: _type = "Task" [ 1558.004549] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.014050] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521dbe41-eabb-1726-0c30-1e65ac6c7b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.032604] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1558.101566] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811438, 'name': PowerOnVM_Task, 'duration_secs': 0.652444} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.101935] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.103361] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1558.105611] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.107956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413cceac-86cc-403c-9bc2-1e35bb6d8d51 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.144876] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.145657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.145961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.146841] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.146841] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.153544] env[62437]: INFO nova.compute.manager [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Terminating instance [ 1558.246562] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097349} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.246562] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.246562] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0794ab10-1ed0-4a35-9518-3a931d4bfbd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.278049] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a315c680-31cc-47e2-be82-f4e8e45d1939/a315c680-31cc-47e2-be82-f4e8e45d1939.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.281765] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b223d9-b1e5-4041-bcc2-3b15362035b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.306681] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1558.306681] env[62437]: value = "task-1811442" [ 1558.306681] env[62437]: _type = "Task" [ 1558.306681] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.322116] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.329129] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Successfully created port: dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.392608] env[62437]: INFO nova.compute.manager [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] instance snapshotting [ 1558.393203] env[62437]: DEBUG nova.objects.instance [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.423213] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Successfully updated port: 4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.430520] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.520925] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521dbe41-eabb-1726-0c30-1e65ac6c7b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.029135} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.521393] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.521942] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.522212] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.522360] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.522547] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.522835] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-331ba5c8-2450-432c-8622-4b1dc8a25364 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.534801] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.534982] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.538341] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6a256f-2c6b-4f40-a2cf-0520dbca91fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.552778] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1558.552778] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5257e797-8b81-8f40-75c1-b9f6705009a6" [ 1558.552778] env[62437]: _type = "Task" [ 1558.552778] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.566027] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5257e797-8b81-8f40-75c1-b9f6705009a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.635464] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7955caf-ac7e-4ae4-80d4-4664e05d5e03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.643481] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Took 44.35 seconds to build instance. [ 1558.649555] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b5396-bf22-43e4-abe8-207dc178d1c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.691223] env[62437]: DEBUG nova.compute.manager [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1558.691620] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.694973] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1008d-f599-49c9-83c1-4c80613e4c5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.699797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d622d-ffcf-4021-b374-8b9fba16cb0b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.712661] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab016cb0-6643-4ac4-851f-331516777b4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.717362] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.717660] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2996690c-3172-41b4-8f15-d43e58770aaf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.731748] env[62437]: DEBUG nova.compute.provider_tree [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.738148] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1558.738148] env[62437]: value = "task-1811443" [ 1558.738148] env[62437]: _type = "Task" [ 1558.738148] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.747522] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.820699] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.899672] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b659ff-9826-47a0-82d5-7ebb2d2ba07f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.924445] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1f459-1906-46f4-8b17-a39df9cbd7f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.937104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.937104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquired lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.937104] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.011557] env[62437]: DEBUG nova.compute.manager [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Received event network-changed-21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1559.011557] env[62437]: DEBUG nova.compute.manager [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Refreshing instance network info cache due to event network-changed-21200eca-5a07-4837-81a0-bd463fcd70f4. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1559.011557] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Acquiring lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.011557] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Acquired lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.011557] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Refreshing network info cache for port 21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.052030] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1559.065078] env[62437]: DEBUG nova.compute.manager [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Received event network-vif-plugged-4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1559.065078] env[62437]: DEBUG oslo_concurrency.lockutils [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] Acquiring lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.065500] env[62437]: DEBUG oslo_concurrency.lockutils [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.065500] env[62437]: DEBUG oslo_concurrency.lockutils [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.065743] env[62437]: DEBUG nova.compute.manager [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] No waiting events found dispatching network-vif-plugged-4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.066257] env[62437]: WARNING nova.compute.manager [req-bf7e69d8-fa2e-43cc-a3d2-464d8a2e89ff req-02b27ad0-1146-4d05-991d-4611cd7a9b58 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Received unexpected event network-vif-plugged-4ae3bbb3-f354-403a-8aa5-f56dc997860a for instance with vm_state building and task_state spawning. [ 1559.074903] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5257e797-8b81-8f40-75c1-b9f6705009a6, 'name': SearchDatastore_Task, 'duration_secs': 0.022393} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.075925] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fe19fa-3c02-4c19-87e7-400306459eae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.087929] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1559.087929] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52789ae6-1c70-53eb-75c5-8c11c1126e90" [ 1559.087929] env[62437]: _type = "Task" [ 1559.087929] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.096985] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.097247] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.097302] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.097516] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.097643] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.097798] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.098479] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.098479] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.098479] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.098642] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.099223] env[62437]: DEBUG nova.virt.hardware [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.101616] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e846607-5323-487a-824a-fac50919e9ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.107783] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52789ae6-1c70-53eb-75c5-8c11c1126e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.115745] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b8a6e-37ad-494e-9669-461c20a9f94a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.146930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.322s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.209137] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "b9999541-2626-4379-a548-5d7d7ba0bff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.209436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.238332] env[62437]: DEBUG nova.scheduler.client.report [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.253888] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811443, 'name': PowerOffVM_Task, 'duration_secs': 0.269388} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.254299] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.254424] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.254931] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0da103-0670-4dbe-9428-54f38fdabc9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.324504] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811442, 'name': ReconfigVM_Task, 'duration_secs': 0.583575} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.325776] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a315c680-31cc-47e2-be82-f4e8e45d1939/a315c680-31cc-47e2-be82-f4e8e45d1939.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.326855] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-632ff69f-1044-454c-bcd8-ea090d406f8a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.338431] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1559.338431] env[62437]: value = "task-1811445" [ 1559.338431] env[62437]: _type = "Task" [ 1559.338431] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.353814] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811445, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.441712] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1559.444487] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82184464-ec42-4a03-a68d-121756238b7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.454581] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.454846] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.455062] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Deleting the datastore file [datastore1] 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.456870] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc063250-9e1c-4233-8901-b96190671fcb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.458967] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1559.458967] env[62437]: value = "task-1811446" [ 1559.458967] env[62437]: _type = "Task" [ 1559.458967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.466956] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for the task: (returnval){ [ 1559.466956] env[62437]: value = "task-1811447" [ 1559.466956] env[62437]: _type = "Task" [ 1559.466956] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.469500] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.482516] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.483856] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.600638] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52789ae6-1c70-53eb-75c5-8c11c1126e90, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.600941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.601252] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 776ef132-6a90-4850-8e1a-122e84f36a7d/776ef132-6a90-4850-8e1a-122e84f36a7d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.601651] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd514b0f-1f91-4493-abdd-08b8662bd5bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.611297] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1559.611297] env[62437]: value = "task-1811448" [ 1559.611297] env[62437]: _type = "Task" [ 1559.611297] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.621844] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.642654] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.643310] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.713538] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.740093] env[62437]: DEBUG nova.network.neutron [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Updating instance_info_cache with network_info: [{"id": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "address": "fa:16:3e:bc:01:48", "network": {"id": "37274647-cb39-4744-a4a4-3897b18769a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680124987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c34e08648fd4c988652eab7abe3b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae3bbb3-f3", "ovs_interfaceid": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.749568] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.749568] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.758028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.958s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.758028] env[62437]: INFO nova.compute.claims [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.775199] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1559.775199] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375403', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'name': 'volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e00dcfd-147c-443b-bafc-ac77382a57a4', 'attached_at': '', 'detached_at': '', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'serial': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1559.779044] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31f8d19-d616-4177-816d-f76ea8f85cef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.819976] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee58d8-079f-4134-83c6-feb398523391 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.868298] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c/volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.875223] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4466bca-eb7b-4a95-aac5-77a54aac7b12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.898459] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811445, 'name': Rename_Task, 'duration_secs': 0.25108} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.900015] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.900412] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1559.900412] env[62437]: value = "task-1811449" [ 1559.900412] env[62437]: _type = "Task" [ 1559.900412] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.900622] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47bb9f4c-dc10-431a-8d6d-eae3b5af6e9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.914668] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.916399] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1559.916399] env[62437]: value = "task-1811450" [ 1559.916399] env[62437]: _type = "Task" [ 1559.916399] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.927511] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.969923] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.981180] env[62437]: DEBUG oslo_vmware.api [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Task: {'id': task-1811447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212597} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.981472] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.981658] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.981852] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.982041] env[62437]: INFO nova.compute.manager [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1559.982323] env[62437]: DEBUG oslo.service.loopingcall [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.982523] env[62437]: DEBUG nova.compute.manager [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.982632] env[62437]: DEBUG nova.network.neutron [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.083501] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Updated VIF entry in instance network info cache for port 21200eca-5a07-4837-81a0-bd463fcd70f4. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.084735] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Updating instance_info_cache with network_info: [{"id": "21200eca-5a07-4837-81a0-bd463fcd70f4", "address": "fa:16:3e:dd:7a:cc", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21200eca-5a", "ovs_interfaceid": "21200eca-5a07-4837-81a0-bd463fcd70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.124772] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.145561] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.238952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.244254] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Releasing lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.244608] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Instance network_info: |[{"id": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "address": "fa:16:3e:bc:01:48", "network": {"id": "37274647-cb39-4744-a4a4-3897b18769a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680124987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c34e08648fd4c988652eab7abe3b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae3bbb3-f3", "ovs_interfaceid": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.245052] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:01:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae3bbb3-f354-403a-8aa5-f56dc997860a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.253433] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Creating folder: Project (9c34e08648fd4c988652eab7abe3b64a). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.253697] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b78d3a-0e05-40fe-b079-abc0a54f91ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.264292] env[62437]: DEBUG nova.compute.utils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.268417] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.268417] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.272387] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Created folder: Project (9c34e08648fd4c988652eab7abe3b64a) in parent group-v375259. [ 1560.272810] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Creating folder: Instances. Parent ref: group-v375405. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.273346] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f0bd48a-a585-4e5a-ad3a-dc2dac8089cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.287324] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Created folder: Instances in parent group-v375405. [ 1560.287678] env[62437]: DEBUG oslo.service.loopingcall [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.287796] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.288031] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fc08c73-a3fc-4733-b1f5-d2caa0011de4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.319392] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.319392] env[62437]: value = "task-1811453" [ 1560.319392] env[62437]: _type = "Task" [ 1560.319392] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.330843] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811453, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.395634] env[62437]: DEBUG nova.policy [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d8bbdd5c554287ac32f9602c465e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd803bacccbc4f3ba205d1333b3fe0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.418399] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.433174] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.470123] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811446, 'name': CreateSnapshot_Task, 'duration_secs': 0.98762} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.470469] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1560.471384] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e528f-be1c-4cdf-bc2f-afdf788de62e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.492877] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Successfully updated port: dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.587605] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Releasing lock "refresh_cache-776ef132-6a90-4850-8e1a-122e84f36a7d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.587933] env[62437]: DEBUG nova.compute.manager [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Received event network-changed-e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1560.588163] env[62437]: DEBUG nova.compute.manager [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Refreshing instance network info cache due to event network-changed-e63264c7-1f02-4722-a422-cebdda8b39eb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1560.588442] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Acquiring lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.588555] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Acquired lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.588758] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Refreshing network info cache for port e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.631010] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803317} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.631396] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 776ef132-6a90-4850-8e1a-122e84f36a7d/776ef132-6a90-4850-8e1a-122e84f36a7d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.631670] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.632009] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9cc8682-6d1b-4878-8e7d-ccecc9094962 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.642979] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1560.642979] env[62437]: value = "task-1811454" [ 1560.642979] env[62437]: _type = "Task" [ 1560.642979] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.662299] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.680324] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.715085] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "067c47b2-18d6-4599-a4eb-b108b295aefd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.715380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.768610] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.841019] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811453, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.913794] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811449, 'name': ReconfigVM_Task, 'duration_secs': 0.66819} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.914165] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c/volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.922970] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f3bc282-fdd3-40d6-bb65-9f501667c3b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.948559] env[62437]: DEBUG oslo_vmware.api [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811450, 'name': PowerOnVM_Task, 'duration_secs': 0.717595} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.950098] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.950326] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1560.950521] env[62437]: DEBUG nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.950871] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1560.950871] env[62437]: value = "task-1811455" [ 1560.950871] env[62437]: _type = "Task" [ 1560.950871] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.955261] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a62940-f9f8-4bd2-b2b7-b3b69772ec68 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.972520] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.997016] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1560.997016] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2db4a2a4-ed35-447c-9c7e-701175cbffe4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.001123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.001337] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquired lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.001443] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.011223] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1561.011223] env[62437]: value = "task-1811456" [ 1561.011223] env[62437]: _type = "Task" [ 1561.011223] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.033042] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.163089] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083841} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.163089] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.163538] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fcdc3d-c70f-479e-9acb-1fcbf5e4bc53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.194009] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 776ef132-6a90-4850-8e1a-122e84f36a7d/776ef132-6a90-4850-8e1a-122e84f36a7d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.197168] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57cf33be-7961-4b38-afa3-6209db97c8e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.219065] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.225328] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1561.225328] env[62437]: value = "task-1811457" [ 1561.225328] env[62437]: _type = "Task" [ 1561.225328] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.231359] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Successfully created port: a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.236767] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.273886] env[62437]: DEBUG nova.compute.manager [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Received event network-vif-plugged-dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1561.273943] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Acquiring lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.274151] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.274344] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.274976] env[62437]: DEBUG nova.compute.manager [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] No waiting events found dispatching network-vif-plugged-dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.274976] env[62437]: WARNING nova.compute.manager [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Received unexpected event network-vif-plugged-dff4e3d4-9bb3-41ba-b812-303842ef7d12 for instance with vm_state building and task_state spawning. [ 1561.275135] env[62437]: DEBUG nova.compute.manager [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Received event network-changed-dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1561.275287] env[62437]: DEBUG nova.compute.manager [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Refreshing instance network info cache due to event network-changed-dff4e3d4-9bb3-41ba-b812-303842ef7d12. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1561.275458] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Acquiring lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.310719] env[62437]: DEBUG nova.compute.manager [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Received event network-changed-4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1561.312153] env[62437]: DEBUG nova.compute.manager [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Refreshing instance network info cache due to event network-changed-4ae3bbb3-f354-403a-8aa5-f56dc997860a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1561.314019] env[62437]: DEBUG oslo_concurrency.lockutils [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] Acquiring lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.314019] env[62437]: DEBUG oslo_concurrency.lockutils [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] Acquired lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.314019] env[62437]: DEBUG nova.network.neutron [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Refreshing network info cache for port 4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.338588] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811453, 'name': CreateVM_Task, 'duration_secs': 0.57528} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.338818] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.339486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.339710] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.340619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.340619] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777643df-1bd3-4ace-a675-81ef8cc448a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.342917] env[62437]: DEBUG nova.network.neutron [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.350556] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1561.350556] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e829f0-17c6-330b-d917-c288b7913c80" [ 1561.350556] env[62437]: _type = "Task" [ 1561.350556] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.366161] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e829f0-17c6-330b-d917-c288b7913c80, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.366539] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.366730] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.366964] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.367170] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.367458] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.367738] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6134a3a2-9b92-4483-bf0f-178ebbf77318 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.382020] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.382020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.382776] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e16bce-38c4-41f1-9a0f-a11746d2b776 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.398535] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1561.398535] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52cbd4fb-4ff7-106e-7ffc-3d7d13a2a2ff" [ 1561.398535] env[62437]: _type = "Task" [ 1561.398535] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.410650] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cbd4fb-4ff7-106e-7ffc-3d7d13a2a2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.483886] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4212b54e-1c41-43ba-ba38-2c4bbbb7f1c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.494632] env[62437]: DEBUG oslo_vmware.api [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811455, 'name': ReconfigVM_Task, 'duration_secs': 0.414448} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.494725] env[62437]: INFO nova.compute.manager [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Took 42.25 seconds to build instance. [ 1561.496702] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375403', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'name': 'volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e00dcfd-147c-443b-bafc-ac77382a57a4', 'attached_at': '', 'detached_at': '', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'serial': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1561.502297] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2599c5c-1640-4f79-a5d2-dca3f1601bde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.542375] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updated VIF entry in instance network info cache for port e63264c7-1f02-4722-a422-cebdda8b39eb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.542722] env[62437]: DEBUG nova.network.neutron [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updating instance_info_cache with network_info: [{"id": "e63264c7-1f02-4722-a422-cebdda8b39eb", "address": "fa:16:3e:0c:19:70", "network": {"id": "36105641-add4-47da-ae97-3e2f190d8039", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631986374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a248edd874940f0a8ac88093a8ef343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63264c7-1f", "ovs_interfaceid": "e63264c7-1f02-4722-a422-cebdda8b39eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.547019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859ea35-b1d4-4ad3-a2d1-dec5c70f36a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.559699] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.561491] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9308d3b-3ba7-49e6-a3b7-a335dcd0c90a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.578341] env[62437]: DEBUG nova.compute.provider_tree [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.582550] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1561.741460] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.750335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.784245] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.831731] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.831981] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.832150] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.832339] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.832472] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.832660] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.832881] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.833114] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.833496] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.833496] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.834226] env[62437]: DEBUG nova.virt.hardware [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.837983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b64bc-9421-4946-a2ce-0ac281e61e97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.845662] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c76ea0-c1c3-4d5d-940f-8ccc1b057e3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.852027] env[62437]: INFO nova.compute.manager [-] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Took 1.87 seconds to deallocate network for instance. [ 1561.914221] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cbd4fb-4ff7-106e-7ffc-3d7d13a2a2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.916053] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3f5758-26b5-4ce2-9ec3-36a7d516b80f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.924447] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1561.924447] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520ef07f-806d-0421-463e-5643eb5b2fe6" [ 1561.924447] env[62437]: _type = "Task" [ 1561.924447] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.939025] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ef07f-806d-0421-463e-5643eb5b2fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.003565] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1562.003565] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f3b8cc-0afe-442c-bf79-65a82411193a tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.147s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.008016] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b6ef2-af7b-4a98-a280-706ec30b9471 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.020423] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1562.020423] env[62437]: ERROR oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk due to incomplete transfer. [ 1562.022153] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76a64b10-796e-4a9e-8a7e-35d082dc02cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.031102] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e4984-fcff-2fdb-9185-d7fe051856fc/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1562.031576] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Uploaded image baa2bbc6-871a-45e6-9316-4ccd1b8a3487 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1562.034510] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1562.034922] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f681e27b-0578-4c1d-97c3-9e2185984776 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.049914] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1562.049914] env[62437]: value = "task-1811458" [ 1562.049914] env[62437]: _type = "Task" [ 1562.049914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.051467] env[62437]: DEBUG oslo_concurrency.lockutils [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] Releasing lock "refresh_cache-5ace24d7-780e-4544-8742-fd19b66d29d4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.051919] env[62437]: DEBUG nova.compute.manager [req-1a5552a1-0678-4424-bf6f-b881b292a644 req-c7923183-de7f-4eea-b3d8-691e5a782af8 service nova] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Received event network-vif-deleted-738a9dd0-0a65-4455-96e3-4ae9c1db3101 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1562.060705] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.063367] env[62437]: DEBUG nova.network.neutron [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Updating instance_info_cache with network_info: [{"id": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "address": "fa:16:3e:e3:05:d2", "network": {"id": "162f0337-b8c2-42d9-b4eb-6626bbb0c5fa", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-302006109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab81f3b0e3714bf6982dc60d54fc754d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff4e3d4-9b", "ovs_interfaceid": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.070963] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811458, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.082473] env[62437]: DEBUG nova.scheduler.client.report [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.212875] env[62437]: DEBUG nova.network.neutron [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Updated VIF entry in instance network info cache for port 4ae3bbb3-f354-403a-8aa5-f56dc997860a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.213208] env[62437]: DEBUG nova.network.neutron [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Updating instance_info_cache with network_info: [{"id": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "address": "fa:16:3e:bc:01:48", "network": {"id": "37274647-cb39-4744-a4a4-3897b18769a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680124987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c34e08648fd4c988652eab7abe3b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae3bbb3-f3", "ovs_interfaceid": "4ae3bbb3-f354-403a-8aa5-f56dc997860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.241540] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811457, 'name': ReconfigVM_Task, 'duration_secs': 0.836505} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.242560] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 776ef132-6a90-4850-8e1a-122e84f36a7d/776ef132-6a90-4850-8e1a-122e84f36a7d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.242710] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b84698ab-589c-4e65-973e-7f85c1ed71d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.251395] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1562.251395] env[62437]: value = "task-1811459" [ 1562.251395] env[62437]: _type = "Task" [ 1562.251395] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.264102] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811459, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.370848] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.436883] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ef07f-806d-0421-463e-5643eb5b2fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.018085} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.437223] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.437494] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a83d4329-45e0-4625-9eaa-f098c5eaaa94/a83d4329-45e0-4625-9eaa-f098c5eaaa94.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.437766] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59cc4fea-25ac-4c81-8b27-29a66457e6c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.446782] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1562.446782] env[62437]: value = "task-1811460" [ 1562.446782] env[62437]: _type = "Task" [ 1562.446782] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.456100] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.551806] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.562751] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811458, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.567459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Releasing lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.567800] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Instance network_info: |[{"id": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "address": "fa:16:3e:e3:05:d2", "network": {"id": "162f0337-b8c2-42d9-b4eb-6626bbb0c5fa", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-302006109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab81f3b0e3714bf6982dc60d54fc754d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff4e3d4-9b", "ovs_interfaceid": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1562.568615] env[62437]: DEBUG nova.objects.instance [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lazy-loading 'flavor' on Instance uuid 9e00dcfd-147c-443b-bafc-ac77382a57a4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.574541] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Acquired lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.574541] env[62437]: DEBUG nova.network.neutron [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Refreshing network info cache for port dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.574541] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:05:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dff4e3d4-9bb3-41ba-b812-303842ef7d12', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.579830] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Creating folder: Project (ab81f3b0e3714bf6982dc60d54fc754d). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.584175] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d68561db-a2fb-4472-b5ac-8bb023a3897b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.588052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.588801] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.572s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.602119] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Created folder: Project (ab81f3b0e3714bf6982dc60d54fc754d) in parent group-v375259. [ 1562.602651] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Creating folder: Instances. Parent ref: group-v375410. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.602651] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e9fa247-d750-4665-919d-c32c1a061515 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.616307] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Created folder: Instances in parent group-v375410. [ 1562.616587] env[62437]: DEBUG oslo.service.loopingcall [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.616796] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.617357] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59fce40-3ba3-4fb9-8b1e-4372732a8507 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.651521] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.651521] env[62437]: value = "task-1811463" [ 1562.651521] env[62437]: _type = "Task" [ 1562.651521] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.660464] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811463, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.716182] env[62437]: DEBUG oslo_concurrency.lockutils [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] Releasing lock "refresh_cache-a83d4329-45e0-4625-9eaa-f098c5eaaa94" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.716545] env[62437]: DEBUG nova.compute.manager [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Received event network-vif-deleted-759921a0-9d44-4c3c-89c6-38af8559f4e6 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1562.716762] env[62437]: INFO nova.compute.manager [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Neutron deleted interface 759921a0-9d44-4c3c-89c6-38af8559f4e6; detaching it from the instance and deleting it from the info cache [ 1562.717408] env[62437]: DEBUG nova.network.neutron [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.766880] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811459, 'name': Rename_Task, 'duration_secs': 0.160903} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.766967] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.767275] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860c2c79-7970-422c-9f05-5036a235fbdd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.777639] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1562.777639] env[62437]: value = "task-1811464" [ 1562.777639] env[62437]: _type = "Task" [ 1562.777639] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.790548] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.958268] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811460, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.057243] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.070104] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811458, 'name': Destroy_Task, 'duration_secs': 0.67028} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.071375] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Destroyed the VM [ 1563.071691] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1563.072226] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb9c36cf-41ea-4e4a-a108-be5ef9863e18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.092288] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1563.092288] env[62437]: value = "task-1811465" [ 1563.092288] env[62437]: _type = "Task" [ 1563.092288] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.095023] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e0ad7d1-9b2f-4e25-b752-b3658e9ee15e tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.516s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.099417] env[62437]: INFO nova.compute.claims [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.107001] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "e154179d-e2dc-4e00-8c9b-b52c7d62ada0" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.107001] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "e154179d-e2dc-4e00-8c9b-b52c7d62ada0" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.125028] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811465, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.168451] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811463, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.221855] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbb728b5-33b4-4eef-b421-2fa2e50a408b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.232762] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a917c5b3-f6bf-4a97-b1fe-3a0afdf98538 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.278393] env[62437]: DEBUG nova.compute.manager [req-53104f80-d897-4177-b577-3eef89772d2c req-bfdfae74-63fe-4f8e-873b-4f604c367cb2 service nova] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Detach interface failed, port_id=759921a0-9d44-4c3c-89c6-38af8559f4e6, reason: Instance 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1563.296050] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.462963] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586617} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.463740] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a83d4329-45e0-4625-9eaa-f098c5eaaa94/a83d4329-45e0-4625-9eaa-f098c5eaaa94.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.463917] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.464217] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d853fb86-ed86-4fd1-a011-7a09f7f46c59 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.474704] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1563.474704] env[62437]: value = "task-1811466" [ 1563.474704] env[62437]: _type = "Task" [ 1563.474704] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.489198] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.547724] env[62437]: DEBUG nova.network.neutron [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Updated VIF entry in instance network info cache for port dff4e3d4-9bb3-41ba-b812-303842ef7d12. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.547930] env[62437]: DEBUG nova.network.neutron [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Updating instance_info_cache with network_info: [{"id": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "address": "fa:16:3e:e3:05:d2", "network": {"id": "162f0337-b8c2-42d9-b4eb-6626bbb0c5fa", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-302006109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab81f3b0e3714bf6982dc60d54fc754d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff4e3d4-9b", "ovs_interfaceid": "dff4e3d4-9bb3-41ba-b812-303842ef7d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.558787] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811456, 'name': CloneVM_Task, 'duration_secs': 2.055364} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.560711] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created linked-clone VM from snapshot [ 1563.562328] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2075e28-cc88-4696-a321-966a0b45380d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.573362] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploading image c6568d27-c7c7-4c80-87bd-8bb74921c6f7 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1563.596725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.596725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.596815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.597744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.597744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.601066] env[62437]: INFO nova.compute.manager [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Terminating instance [ 1563.613323] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1563.613323] env[62437]: value = "vm-375409" [ 1563.613323] env[62437]: _type = "VirtualMachine" [ 1563.613323] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1563.618827] env[62437]: INFO nova.compute.resource_tracker [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating resource usage from migration 48b6c6a1-8675-4100-81bc-c2ecadf59d52 [ 1563.621269] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24ac1df1-493b-4624-be45-07383e77a401 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.629352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "e154179d-e2dc-4e00-8c9b-b52c7d62ada0" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.523s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.630562] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.647748] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811465, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.649281] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease: (returnval){ [ 1563.649281] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523dd00e-e38f-2b3f-7f75-807bed02025e" [ 1563.649281] env[62437]: _type = "HttpNfcLease" [ 1563.649281] env[62437]: } obtained for exporting VM: (result){ [ 1563.649281] env[62437]: value = "vm-375409" [ 1563.649281] env[62437]: _type = "VirtualMachine" [ 1563.649281] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1563.649281] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the lease: (returnval){ [ 1563.649281] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523dd00e-e38f-2b3f-7f75-807bed02025e" [ 1563.649281] env[62437]: _type = "HttpNfcLease" [ 1563.649281] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1563.652560] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Successfully updated port: a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.670124] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.670124] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523dd00e-e38f-2b3f-7f75-807bed02025e" [ 1563.670124] env[62437]: _type = "HttpNfcLease" [ 1563.670124] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1563.673567] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811463, 'name': CreateVM_Task, 'duration_secs': 0.558202} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.674440] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.674440] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.674666] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.674978] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.675184] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15423b71-f73a-48ee-b3dd-34acacda131d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.687549] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1563.687549] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5215150f-ca09-c3b7-aeff-21d1eb781384" [ 1563.687549] env[62437]: _type = "Task" [ 1563.687549] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.699856] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215150f-ca09-c3b7-aeff-21d1eb781384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.789286] env[62437]: DEBUG oslo_vmware.api [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811464, 'name': PowerOnVM_Task, 'duration_secs': 0.744001} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.789959] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.790280] env[62437]: INFO nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1563.790499] env[62437]: DEBUG nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.791349] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138000ec-b084-468f-b1c5-99a5079a6078 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.878658] env[62437]: DEBUG nova.compute.manager [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Received event network-vif-plugged-a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1563.878890] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] Acquiring lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.880052] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] Lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.880052] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] Lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.880052] env[62437]: DEBUG nova.compute.manager [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] No waiting events found dispatching network-vif-plugged-a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.880052] env[62437]: WARNING nova.compute.manager [req-1bc08fc7-52a7-4085-9931-a709b753c620 req-e8c07dab-1df4-4956-ba81-82b58fb75e26 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Received unexpected event network-vif-plugged-a22cdf7b-ccad-4dfb-83d7-9d4599e10751 for instance with vm_state building and task_state spawning. [ 1563.988688] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152071} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.988972] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.990267] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1e0ff-9748-49c1-b012-d195fd4e007c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.016174] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] a83d4329-45e0-4625-9eaa-f098c5eaaa94/a83d4329-45e0-4625-9eaa-f098c5eaaa94.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.016859] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9dc591-09fb-42f4-b217-91a969542f36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.042524] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1564.042524] env[62437]: value = "task-1811468" [ 1564.042524] env[62437]: _type = "Task" [ 1564.042524] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.058697] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.061383] env[62437]: DEBUG oslo_concurrency.lockutils [req-04dd41d5-12f9-493b-b391-13f213bba0ed req-ad8112be-4fab-423c-957e-50baaed393ec service nova] Releasing lock "refresh_cache-dd9f0b15-0c99-47d7-bca1-e5c655043c72" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.108179] env[62437]: DEBUG nova.compute.manager [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.108413] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.109701] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f69fb5-7ba8-443c-9b88-787c340210b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.119696] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.120364] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db74524-c1fc-4593-b836-4554342048c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.128360] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811465, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.132526] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1564.132526] env[62437]: value = "task-1811469" [ 1564.132526] env[62437]: _type = "Task" [ 1564.132526] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.137808] env[62437]: DEBUG nova.compute.utils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.139236] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.139236] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.156147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.156147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.156639] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.164020] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.166750] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1564.166750] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523dd00e-e38f-2b3f-7f75-807bed02025e" [ 1564.166750] env[62437]: _type = "HttpNfcLease" [ 1564.166750] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1564.168128] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1564.168128] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523dd00e-e38f-2b3f-7f75-807bed02025e" [ 1564.168128] env[62437]: _type = "HttpNfcLease" [ 1564.168128] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1564.169057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b0cbc-6573-496e-b5df-dc542e1e14de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.172956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fb1ec-2b0d-4b65-91f3-d7e14d4d5e28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.184424] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1564.184580] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1564.187338] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bd274b-c4bd-4b53-a464-108c179f01d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.252871] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.253277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.282574] env[62437]: DEBUG nova.policy [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed203a71968f434482315ef3947a8020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8a92b4050c84bd8831cf8efa1d2d3db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.288513] env[62437]: INFO nova.compute.manager [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Detaching volume 5b7afaf4-0609-4fbf-9bd5-29e470f4226c [ 1564.290753] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a082e-0699-4435-a59b-a10835806f6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.299754] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5215150f-ca09-c3b7-aeff-21d1eb781384, 'name': SearchDatastore_Task, 'duration_secs': 0.052122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.302627] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.302868] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.303113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.303258] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.303469] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.304399] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d9f87e5-4b29-4753-b081-7d163c0eba9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.317477] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c919a3b5-1fab-4acd-a492-7575fae0ad0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.321425] env[62437]: INFO nova.compute.manager [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Took 42.13 seconds to build instance. [ 1564.324324] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.324634] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.325990] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ad8a49-4a1a-48ee-967d-42590c482478 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.336984] env[62437]: DEBUG nova.compute.provider_tree [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.342101] env[62437]: INFO nova.virt.block_device [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Attempting to driver detach volume 5b7afaf4-0609-4fbf-9bd5-29e470f4226c from mountpoint /dev/sdb [ 1564.343082] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1564.343082] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375403', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'name': 'volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e00dcfd-147c-443b-bafc-ac77382a57a4', 'attached_at': '', 'detached_at': '', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'serial': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1564.343082] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b33fbe8-0e28-4ad9-ad07-483ff25809ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.345185] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965c7b9-d4ba-451d-962c-21746ef8823f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.350269] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1564.350269] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e41fd5-3aee-4f20-2747-2ed37e5a8d4b" [ 1564.350269] env[62437]: _type = "Task" [ 1564.350269] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.375569] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddd026-0bdd-415d-88f4-d651190ab949 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.382455] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e41fd5-3aee-4f20-2747-2ed37e5a8d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.386656] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848cec0e-f937-4e93-9b17-4e7aa7f8ead3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.392048] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee4bf61-1cdc-48e7-b45d-a1e7c11a8f48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.396764] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1564.396764] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52448786-4cb8-7453-2084-538466cfd8cd" [ 1564.396764] env[62437]: _type = "Task" [ 1564.396764] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.425622] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf966a8d-ef10-46a2-a8aa-e82a45cc9d61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.432206] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52448786-4cb8-7453-2084-538466cfd8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.021112} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.432922] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.433261] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] dd9f0b15-0c99-47d7-bca1-e5c655043c72/dd9f0b15-0c99-47d7-bca1-e5c655043c72.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.433529] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d181f806-5e33-42c9-a2a8-e9103d59f17c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.447270] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] The volume has not been displaced from its original location: [datastore1] volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c/volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1564.452945] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1564.454642] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b390feca-3261-4bd4-8a02-70c662fecce5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.468056] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1564.468056] env[62437]: value = "task-1811470" [ 1564.468056] env[62437]: _type = "Task" [ 1564.468056] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.477570] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1564.477570] env[62437]: value = "task-1811471" [ 1564.477570] env[62437]: _type = "Task" [ 1564.477570] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.480445] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.489346] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.554318] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.605154] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Successfully created port: b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.625823] env[62437]: DEBUG oslo_vmware.api [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811465, 'name': RemoveSnapshot_Task, 'duration_secs': 1.253457} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.626594] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1564.626594] env[62437]: INFO nova.compute.manager [None req-9b6f9c55-23a8-4fc2-8496-1479e2fbfbfe tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 1564.643043] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1564.645666] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811469, 'name': PowerOffVM_Task, 'duration_secs': 0.352426} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.645941] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.646126] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.646398] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db7d4c1-d847-4b23-bdb7-16d5cc975d50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.708474] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.810014] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.810399] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.810770] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleting the datastore file [datastore1] 6affb551-d4b3-4a32-a19b-7dffe71d0e61 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.811144] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f454c7ab-7188-4c4c-a172-725e6e8d4e50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.821940] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1564.821940] env[62437]: value = "task-1811473" [ 1564.821940] env[62437]: _type = "Task" [ 1564.821940] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.829194] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3de3857b-0bf4-4039-87de-580472dd6e28 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.798s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.844033] env[62437]: DEBUG nova.scheduler.client.report [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.849759] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.949575] env[62437]: DEBUG nova.network.neutron [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updating instance_info_cache with network_info: [{"id": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "address": "fa:16:3e:a6:f2:b1", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22cdf7b-cc", "ovs_interfaceid": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.983096] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.000366] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811471, 'name': ReconfigVM_Task, 'duration_secs': 0.293649} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.000978] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1565.008708] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d29966-3f3c-46ee-a9f8-d9ded0280880 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.030638] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1565.030638] env[62437]: value = "task-1811474" [ 1565.030638] env[62437]: _type = "Task" [ 1565.030638] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.042358] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.057499] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811468, 'name': ReconfigVM_Task, 'duration_secs': 0.515801} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.058740] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Reconfigured VM instance instance-00000035 to attach disk [datastore1] a83d4329-45e0-4625-9eaa-f098c5eaaa94/a83d4329-45e0-4625-9eaa-f098c5eaaa94.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.060176] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136091be-d880-4a62-929e-7157af57d3f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.070411] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1565.070411] env[62437]: value = "task-1811475" [ 1565.070411] env[62437]: _type = "Task" [ 1565.070411] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.083585] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811475, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.333734] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.354396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.765s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.354774] env[62437]: INFO nova.compute.manager [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Migrating [ 1565.361446] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.560s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.361640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.361794] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1565.362127] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.933s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.363797] env[62437]: INFO nova.compute.claims [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.370438] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c176197-86a6-45c7-9e05-801242aabc70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.386919] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c5fbc-c1b5-4148-be4c-dfd64066f079 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.403360] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d23b97-a4d3-42d6-bb45-f4b9b2946f0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.414546] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2649234c-858c-4bbe-91b2-bc4989f9553f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.454035] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178446MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1565.454035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.454622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.454883] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Instance network_info: |[{"id": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "address": "fa:16:3e:a6:f2:b1", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22cdf7b-cc", "ovs_interfaceid": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.455614] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:f2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22cdf7b-ccad-4dfb-83d7-9d4599e10751', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.463918] env[62437]: DEBUG oslo.service.loopingcall [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.464500] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.464749] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a74f336-4077-4c30-80b0-a35be65ea8c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.496271] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790006} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.497988] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] dd9f0b15-0c99-47d7-bca1-e5c655043c72/dd9f0b15-0c99-47d7-bca1-e5c655043c72.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.498400] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.498695] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.498695] env[62437]: value = "task-1811476" [ 1565.498695] env[62437]: _type = "Task" [ 1565.498695] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.498973] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e13b456-26ec-4982-839c-685b5c4daf00 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.513527] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811476, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.516157] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1565.516157] env[62437]: value = "task-1811477" [ 1565.516157] env[62437]: _type = "Task" [ 1565.516157] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.528238] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.542332] env[62437]: DEBUG oslo_vmware.api [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811474, 'name': ReconfigVM_Task, 'duration_secs': 0.20505} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.542755] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375403', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'name': 'volume-5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e00dcfd-147c-443b-bafc-ac77382a57a4', 'attached_at': '', 'detached_at': '', 'volume_id': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c', 'serial': '5b7afaf4-0609-4fbf-9bd5-29e470f4226c'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1565.587211] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811475, 'name': Rename_Task, 'duration_secs': 0.232437} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.587788] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.588451] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1db81e9-df21-4c20-b9ba-5628df7466a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.597787] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1565.597787] env[62437]: value = "task-1811478" [ 1565.597787] env[62437]: _type = "Task" [ 1565.597787] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.609748] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.658057] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1565.682320] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.683633] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.683633] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.683633] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.683633] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.683857] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.683969] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.684192] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.684435] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.684688] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.685124] env[62437]: DEBUG nova.virt.hardware [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.686083] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148f98b6-c10c-40c3-8841-d0046e17a0f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.695804] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad98f67-8255-4b2c-9d7c-b3dba0b49d5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.746802] env[62437]: DEBUG nova.compute.manager [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.748100] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e26c10e-52b8-4e0d-9e22-eda5446be68e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.834926] env[62437]: DEBUG oslo_vmware.api [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625177} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.835302] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.835617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.835854] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.836084] env[62437]: INFO nova.compute.manager [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1565.836393] env[62437]: DEBUG oslo.service.loopingcall [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.836641] env[62437]: DEBUG nova.compute.manager [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.836881] env[62437]: DEBUG nova.network.neutron [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.884865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.885200] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.885421] env[62437]: DEBUG nova.network.neutron [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.025447] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811476, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.043561] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122606} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.044182] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.045325] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc367b3-9396-4678-934e-114b7d213ef2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.072935] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] dd9f0b15-0c99-47d7-bca1-e5c655043c72/dd9f0b15-0c99-47d7-bca1-e5c655043c72.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.073520] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160a472d-3cad-44af-9fe9-8193d0b5933a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.105917] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1566.105917] env[62437]: value = "task-1811479" [ 1566.105917] env[62437]: _type = "Task" [ 1566.105917] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.120399] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811478, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.132359] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.148398] env[62437]: DEBUG nova.objects.instance [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lazy-loading 'flavor' on Instance uuid 9e00dcfd-147c-443b-bafc-ac77382a57a4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.262345] env[62437]: INFO nova.compute.manager [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] instance snapshotting [ 1566.266163] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437441de-23ee-47f2-b356-15565753f838 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.274407] env[62437]: DEBUG nova.compute.manager [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Received event network-changed-a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1566.274877] env[62437]: DEBUG nova.compute.manager [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Refreshing instance network info cache due to event network-changed-a22cdf7b-ccad-4dfb-83d7-9d4599e10751. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1566.275427] env[62437]: DEBUG oslo_concurrency.lockutils [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] Acquiring lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.275848] env[62437]: DEBUG oslo_concurrency.lockutils [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] Acquired lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.276415] env[62437]: DEBUG nova.network.neutron [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Refreshing network info cache for port a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.306098] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0bd50-f432-48d8-9550-8e67406fd21a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.438221] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Successfully updated port: b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.518914] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811476, 'name': CreateVM_Task, 'duration_secs': 0.734027} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.523758] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.524737] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.525019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.525378] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.526032] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943541f7-0128-4914-add8-48e1d5d429bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.531710] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1566.531710] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523eb6ab-08c9-2522-157f-a5b3c4381632" [ 1566.531710] env[62437]: _type = "Task" [ 1566.531710] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.544985] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523eb6ab-08c9-2522-157f-a5b3c4381632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.611900] env[62437]: DEBUG oslo_vmware.api [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811478, 'name': PowerOnVM_Task, 'duration_secs': 0.760223} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.619182] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.619608] env[62437]: INFO nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1566.619856] env[62437]: DEBUG nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.621008] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7835fef-d0a8-4a82-b249-90ab1fdaeab1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.639336] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811479, 'name': ReconfigVM_Task, 'duration_secs': 0.468193} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.642207] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Reconfigured VM instance instance-00000036 to attach disk [datastore1] dd9f0b15-0c99-47d7-bca1-e5c655043c72/dd9f0b15-0c99-47d7-bca1-e5c655043c72.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.643084] env[62437]: DEBUG nova.network.neutron [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.644286] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0986b9b9-27ac-43c1-8864-6b5605eb000c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.655068] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1566.655068] env[62437]: value = "task-1811480" [ 1566.655068] env[62437]: _type = "Task" [ 1566.655068] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.659056] env[62437]: DEBUG nova.compute.manager [req-39d707e5-6181-4732-a5f7-26e035ec5aee req-cff7d7d6-3b06-4dc2-9814-c5dadc53b442 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Received event network-vif-deleted-48329f50-e0c9-412a-a32d-46e99553deac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1566.659273] env[62437]: INFO nova.compute.manager [req-39d707e5-6181-4732-a5f7-26e035ec5aee req-cff7d7d6-3b06-4dc2-9814-c5dadc53b442 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Neutron deleted interface 48329f50-e0c9-412a-a32d-46e99553deac; detaching it from the instance and deleting it from the info cache [ 1566.659456] env[62437]: DEBUG nova.network.neutron [req-39d707e5-6181-4732-a5f7-26e035ec5aee req-cff7d7d6-3b06-4dc2-9814-c5dadc53b442 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.677706] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811480, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.692164] env[62437]: DEBUG nova.network.neutron [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.821186] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1566.824432] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6385ef87-9c07-4ed2-8af3-a3d19d1743b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.836929] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1566.836929] env[62437]: value = "task-1811481" [ 1566.836929] env[62437]: _type = "Task" [ 1566.836929] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.854896] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.941509] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.941509] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquired lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.941509] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.005529] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c57a36e-b681-4f05-a9ff-89b42aa5f0ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.019713] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7597927-033e-494c-adef-d2edc181eb03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.058347] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb78c12-f721-4dea-b0c3-ce77c58f2ac3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.071515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad5ef60-2aeb-45a5-ac40-3ee3cf1cf3fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.075707] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523eb6ab-08c9-2522-157f-a5b3c4381632, 'name': SearchDatastore_Task, 'duration_secs': 0.020529} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.078144] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.078144] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.078144] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.078144] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.078144] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.078144] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e033f78-2712-4aa6-bb9d-8d4b15142c13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.088913] env[62437]: DEBUG nova.compute.provider_tree [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.092242] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.097018] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.097018] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f46e8c-2faa-4082-8be4-57ad4f1a047a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.100571] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1567.100571] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522d0888-0d0d-2d84-f751-6921d9f0510c" [ 1567.100571] env[62437]: _type = "Task" [ 1567.100571] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.110686] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522d0888-0d0d-2d84-f751-6921d9f0510c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.111771] env[62437]: DEBUG nova.network.neutron [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updated VIF entry in instance network info cache for port a22cdf7b-ccad-4dfb-83d7-9d4599e10751. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.112105] env[62437]: DEBUG nova.network.neutron [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updating instance_info_cache with network_info: [{"id": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "address": "fa:16:3e:a6:f2:b1", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22cdf7b-cc", "ovs_interfaceid": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.147181] env[62437]: INFO nova.compute.manager [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Took 44.13 seconds to build instance. [ 1567.149269] env[62437]: INFO nova.compute.manager [-] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Took 1.31 seconds to deallocate network for instance. [ 1567.167068] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ab40d05e-6a25-4e41-8c0a-7710c94be455 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.914s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.169018] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7da81534-f87a-4991-9658-d578df1260a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.176977] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811480, 'name': Rename_Task, 'duration_secs': 0.265029} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.179657] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.179657] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d8e23d-2d09-41a5-9856-adf722f8e959 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.184317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7eb0b3-190e-4995-8044-fa6fb02fb36c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.197321] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.208546] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1567.208546] env[62437]: value = "task-1811482" [ 1567.208546] env[62437]: _type = "Task" [ 1567.208546] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.238288] env[62437]: DEBUG nova.compute.manager [req-39d707e5-6181-4732-a5f7-26e035ec5aee req-cff7d7d6-3b06-4dc2-9814-c5dadc53b442 service nova] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Detach interface failed, port_id=48329f50-e0c9-412a-a32d-46e99553deac, reason: Instance 6affb551-d4b3-4a32-a19b-7dffe71d0e61 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1567.242776] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.348338] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.479504] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.592389] env[62437]: DEBUG nova.scheduler.client.report [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.616831] env[62437]: DEBUG oslo_concurrency.lockutils [req-680f0091-e6d1-458d-bc97-c281d2197ef3 req-8a64dd91-fa51-4419-a7d4-04ca046d6802 service nova] Releasing lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.618182] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522d0888-0d0d-2d84-f751-6921d9f0510c, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.619495] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96f13f1-208b-4106-82c5-e46a2b91dc96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.628325] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1567.628325] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5278be82-1cab-fb0d-326a-200d677e384f" [ 1567.628325] env[62437]: _type = "Task" [ 1567.628325] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.639264] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5278be82-1cab-fb0d-326a-200d677e384f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.654554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.658018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2c0fc21-b83f-41b3-ac64-b4eaa79bdcc6 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.415s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.663041] env[62437]: DEBUG nova.network.neutron [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Updating instance_info_cache with network_info: [{"id": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "address": "fa:16:3e:36:dd:77", "network": {"id": "5cacaa3b-35c6-47e1-9f7f-298f7d3db59c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1675655855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a92b4050c84bd8831cf8efa1d2d3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662bd38-4b", "ovs_interfaceid": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.718799] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.848741] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811481, 'name': CreateSnapshot_Task, 'duration_secs': 0.905047} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.849042] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1567.849805] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f11f82-fe68-4a94-9e93-cec6eabadcab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.101030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.101946] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.105455] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.792s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.106710] env[62437]: DEBUG nova.objects.instance [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lazy-loading 'resources' on Instance uuid af2ab062-702a-456e-8b58-bbfa70ae2bdc {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.145017] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5278be82-1cab-fb0d-326a-200d677e384f, 'name': SearchDatastore_Task, 'duration_secs': 0.01668} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.145414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.145735] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] af8d829a-893e-41fa-af40-b568893d5ab8/af8d829a-893e-41fa-af40-b568893d5ab8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.146066] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aafd77f4-77c0-430b-8cdd-1a98a830f449 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.158466] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1568.158466] env[62437]: value = "task-1811483" [ 1568.158466] env[62437]: _type = "Task" [ 1568.158466] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.169856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Releasing lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.170199] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Instance network_info: |[{"id": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "address": "fa:16:3e:36:dd:77", "network": {"id": "5cacaa3b-35c6-47e1-9f7f-298f7d3db59c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1675655855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a92b4050c84bd8831cf8efa1d2d3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662bd38-4b", "ovs_interfaceid": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.170580] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.171027] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:dd:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b662bd38-4b5f-4002-bcd6-22a0ee1efa1c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.179212] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Creating folder: Project (b8a92b4050c84bd8831cf8efa1d2d3db). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.180748] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f226675-3d28-4288-89bb-a2311f62e726 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.196818] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Created folder: Project (b8a92b4050c84bd8831cf8efa1d2d3db) in parent group-v375259. [ 1568.196890] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Creating folder: Instances. Parent ref: group-v375415. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.197134] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a56ba7d-4b5f-40b6-a563-7a3e17794f8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.216208] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Created folder: Instances in parent group-v375415. [ 1568.216496] env[62437]: DEBUG oslo.service.loopingcall [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.217051] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.217735] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66cff2f7-2ef4-404c-bcdc-0928cec3b99f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.238104] env[62437]: DEBUG oslo_vmware.api [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811482, 'name': PowerOnVM_Task, 'duration_secs': 0.943728} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.238895] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.239127] env[62437]: INFO nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1568.239392] env[62437]: DEBUG nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.240256] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbbcc9f-e6c7-487d-b1f6-5efd8e3b446e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.245768] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.245768] env[62437]: value = "task-1811486" [ 1568.245768] env[62437]: _type = "Task" [ 1568.245768] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.260380] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811486, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.376597] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1568.377119] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed6d1459-19bb-49de-ac72-e74dbbe7e7b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.389346] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1568.389346] env[62437]: value = "task-1811487" [ 1568.389346] env[62437]: _type = "Task" [ 1568.389346] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.400074] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.483041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "8537ed28-0986-42a2-aa04-d93a3710f721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.483041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.537355] env[62437]: DEBUG nova.compute.manager [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Received event network-vif-plugged-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1568.537355] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Acquiring lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.537830] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.537830] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.537959] env[62437]: DEBUG nova.compute.manager [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] No waiting events found dispatching network-vif-plugged-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.538212] env[62437]: WARNING nova.compute.manager [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Received unexpected event network-vif-plugged-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c for instance with vm_state building and task_state spawning. [ 1568.538463] env[62437]: DEBUG nova.compute.manager [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Received event network-changed-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1568.538769] env[62437]: DEBUG nova.compute.manager [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Refreshing instance network info cache due to event network-changed-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1568.538946] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Acquiring lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.539140] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Acquired lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.539345] env[62437]: DEBUG nova.network.neutron [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Refreshing network info cache for port b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.576667] env[62437]: DEBUG nova.compute.manager [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.578326] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c000e75-beb9-47e5-852f-bc12ff1e8e59 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.611966] env[62437]: DEBUG nova.compute.utils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.613280] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.613473] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.674410] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.679038] env[62437]: DEBUG nova.policy [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37bfd2ab0e84ae5be4e4a5b08e14bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a7e06896347a68aa49982884af089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.723830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd107da4-9332-4d50-bc11-56f5687a3051 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.746276] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1568.763382] env[62437]: INFO nova.compute.manager [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Took 41.32 seconds to build instance. [ 1568.767517] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811486, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.902285] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.985525] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.095518] env[62437]: INFO nova.compute.manager [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] instance snapshotting [ 1569.101757] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bada57-11b3-400f-af44-88681e2f19dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.138934] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.143251] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.143622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.143938] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.145061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.145374] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.158603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17ca62-6749-4bd7-80e5-6e02dcf051dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.163554] env[62437]: INFO nova.compute.manager [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Terminating instance [ 1569.194027] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810287} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.194027] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] af8d829a-893e-41fa-af40-b568893d5ab8/af8d829a-893e-41fa-af40-b568893d5ab8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.194027] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.194027] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e15443a3-c3cc-49fb-935c-f7570debe394 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.206661] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1569.206661] env[62437]: value = "task-1811488" [ 1569.206661] env[62437]: _type = "Task" [ 1569.206661] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.220225] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Successfully created port: e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.229415] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.254486] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.258474] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c0e8d99-92cd-4cfc-8c4b-948c358ea30b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.271662] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a296c8d-95e0-4784-aea5-6d30afc966fd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.786s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.272415] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811486, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.273580] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1569.273580] env[62437]: value = "task-1811489" [ 1569.273580] env[62437]: _type = "Task" [ 1569.273580] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.285834] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.337820] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005d489-2b79-4763-adf8-53115af3600b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.350057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847a57e-1394-4168-89c4-29dc3b785c52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.389317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23863f-8f16-446b-b15b-d187973bd613 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.404398] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.405836] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6becaf-692f-4295-ba0c-27efbd214769 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.421154] env[62437]: DEBUG nova.compute.provider_tree [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.515126] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.636466] env[62437]: DEBUG nova.network.neutron [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Updated VIF entry in instance network info cache for port b662bd38-4b5f-4002-bcd6-22a0ee1efa1c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.637028] env[62437]: DEBUG nova.network.neutron [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Updating instance_info_cache with network_info: [{"id": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "address": "fa:16:3e:36:dd:77", "network": {"id": "5cacaa3b-35c6-47e1-9f7f-298f7d3db59c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1675655855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a92b4050c84bd8831cf8efa1d2d3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662bd38-4b", "ovs_interfaceid": "b662bd38-4b5f-4002-bcd6-22a0ee1efa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.674809] env[62437]: DEBUG nova.compute.manager [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.675054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.675939] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2314765e-5bb4-4f28-9fa2-fa92f5151d76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.686485] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.686766] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2527000a-fd3b-4e58-8ef2-6cfde67cb89c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.693731] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1569.698604] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c18d15c-d26f-44bf-a4e1-9dd440e05ae8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.701248] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1569.701248] env[62437]: value = "task-1811490" [ 1569.701248] env[62437]: _type = "Task" [ 1569.701248] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.713068] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1569.713068] env[62437]: value = "task-1811491" [ 1569.713068] env[62437]: _type = "Task" [ 1569.713068] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.724476] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.724771] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114019} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.725431] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.726308] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c7083-6f48-491a-a43d-7096ddff0bfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.733634] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811491, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.760083] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] af8d829a-893e-41fa-af40-b568893d5ab8/af8d829a-893e-41fa-af40-b568893d5ab8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.760083] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48803172-de5a-42fb-9946-3aa66cfa1dab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.788352] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811486, 'name': CreateVM_Task, 'duration_secs': 1.056165} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.792282] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.793118] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1569.793118] env[62437]: value = "task-1811492" [ 1569.793118] env[62437]: _type = "Task" [ 1569.793118] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.793404] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811489, 'name': PowerOffVM_Task, 'duration_secs': 0.365348} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.794128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.794388] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.794576] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.794927] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.795181] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1569.802034] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e86357-a235-4dd7-b751-63173f693d7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.817817] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.818184] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1569.818184] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bf7a65-4063-d83d-0bb1-c9522da72ad3" [ 1569.818184] env[62437]: _type = "Task" [ 1569.818184] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.830422] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bf7a65-4063-d83d-0bb1-c9522da72ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.018986} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.830641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.830889] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.831145] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.831297] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.831564] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.831885] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14659066-0af8-40ee-9731-d12e1e1e496e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.843047] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.843298] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.845324] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfde812-ea5f-4c53-9173-f6e2d71dfdf2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.852613] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1569.852613] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e13b73-be8e-b355-ecd6-36460943c1ad" [ 1569.852613] env[62437]: _type = "Task" [ 1569.852613] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.862896] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e13b73-be8e-b355-ecd6-36460943c1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.903548] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.950840] env[62437]: ERROR nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [req-fa5a8dd8-cd3b-48ea-a33d-b38b8223a2f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa5a8dd8-cd3b-48ea-a33d-b38b8223a2f3"}]} [ 1569.979585] env[62437]: DEBUG nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1570.000560] env[62437]: DEBUG nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1570.000815] env[62437]: DEBUG nova.compute.provider_tree [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.027215] env[62437]: DEBUG nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1570.054347] env[62437]: DEBUG nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1570.141038] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ec4c5bc-30aa-41b4-98d1-66256b1464a7 req-73de23cf-3c9f-46b3-bbab-3d3e38ad6287 service nova] Releasing lock "refresh_cache-2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.167531] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.200359] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.200698] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.200934] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.201947] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.202208] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.202414] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.202663] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.202837] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.203064] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.203245] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.203429] env[62437]: DEBUG nova.virt.hardware [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.206966] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad05532-890c-478e-9741-aadfa41c7c0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.226708] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc293f-68ff-48cb-bb0d-af1fd349ba54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.232475] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811490, 'name': PowerOffVM_Task, 'duration_secs': 0.304241} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.239142] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.239381] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.239664] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811491, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.241575] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-411b34d1-de44-4fb9-81fe-6588339312cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.307258] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.308859] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.309228] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.309321] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.309474] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.309643] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.309873] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.310063] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.310250] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.310513] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.310717] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.318479] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c949787-fc76-4927-a7cd-cf0aa1313d2d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.337719] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.345429] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1570.345429] env[62437]: value = "task-1811494" [ 1570.345429] env[62437]: _type = "Task" [ 1570.345429] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.362683] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.370964] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e13b73-be8e-b355-ecd6-36460943c1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019673} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.371865] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9f97e8-4015-45a7-ae5d-61c0dba4378e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.383727] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1570.383727] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52043f50-bb0d-5ee0-aa33-161e81a5a711" [ 1570.383727] env[62437]: _type = "Task" [ 1570.383727] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.401130] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52043f50-bb0d-5ee0-aa33-161e81a5a711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.412890] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.549511] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.549936] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.550062] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Deleting the datastore file [datastore1] a83d4329-45e0-4625-9eaa-f098c5eaaa94 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.551020] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0144d6db-7767-42f4-aeb6-9231671f7b06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.559055] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for the task: (returnval){ [ 1570.559055] env[62437]: value = "task-1811495" [ 1570.559055] env[62437]: _type = "Task" [ 1570.559055] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.574140] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.609085] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.609352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.609746] env[62437]: DEBUG nova.objects.instance [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid ed797e57-9f4b-4a7c-b363-390ee5b0f82b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.654506] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ba61e-27d5-47a7-9882-cb927535f8f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.663813] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bde7b2-c5bc-4326-aec0-fc652b63e41f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.698509] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c0b12-5ecf-4a00-930c-20d7b6398df8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.707284] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9153c-a0d5-49d8-81d2-97fd1e093ea1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.729518] env[62437]: DEBUG nova.compute.provider_tree [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.739931] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811491, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.805977] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811492, 'name': ReconfigVM_Task, 'duration_secs': 0.611213} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.806506] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Reconfigured VM instance instance-00000037 to attach disk [datastore1] af8d829a-893e-41fa-af40-b568893d5ab8/af8d829a-893e-41fa-af40-b568893d5ab8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.807319] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3fdcd79-9112-49dd-99cb-95f68d50b178 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.816503] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1570.816503] env[62437]: value = "task-1811496" [ 1570.816503] env[62437]: _type = "Task" [ 1570.816503] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.826644] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811496, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.857868] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811494, 'name': ReconfigVM_Task, 'duration_secs': 0.295537} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.858222] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1570.899571] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52043f50-bb0d-5ee0-aa33-161e81a5a711, 'name': SearchDatastore_Task, 'duration_secs': 0.031861} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.905105] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.905724] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a/2c9fcbef-7409-45d1-a8a5-5188fcd08b3a.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.909314] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daea0063-93f2-49f1-99fa-f0179443e317 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.917861] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811487, 'name': CloneVM_Task, 'duration_secs': 2.169994} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.919599] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Created linked-clone VM from snapshot [ 1570.920557] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1570.920557] env[62437]: value = "task-1811497" [ 1570.920557] env[62437]: _type = "Task" [ 1570.920557] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.922632] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204bff8-0a3f-45bd-8c34-24ecbd586202 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.945024] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Uploading image 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1570.948902] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.973334] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1570.973334] env[62437]: value = "vm-375418" [ 1570.973334] env[62437]: _type = "VirtualMachine" [ 1570.973334] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1570.973334] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9de7646b-cc07-4798-a600-d83f9cb59828 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.983463] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease: (returnval){ [ 1570.983463] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529daeed-aeea-96af-21e9-d45d835b4b82" [ 1570.983463] env[62437]: _type = "HttpNfcLease" [ 1570.983463] env[62437]: } obtained for exporting VM: (result){ [ 1570.983463] env[62437]: value = "vm-375418" [ 1570.983463] env[62437]: _type = "VirtualMachine" [ 1570.983463] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1570.983868] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the lease: (returnval){ [ 1570.983868] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529daeed-aeea-96af-21e9-d45d835b4b82" [ 1570.983868] env[62437]: _type = "HttpNfcLease" [ 1570.983868] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.999502] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.999502] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529daeed-aeea-96af-21e9-d45d835b4b82" [ 1570.999502] env[62437]: _type = "HttpNfcLease" [ 1570.999502] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.077697] env[62437]: DEBUG oslo_vmware.api [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Task: {'id': task-1811495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298985} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.078942] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.078942] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.078942] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.079155] env[62437]: INFO nova.compute.manager [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1571.079299] env[62437]: DEBUG oslo.service.loopingcall [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.079524] env[62437]: DEBUG nova.compute.manager [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.079627] env[62437]: DEBUG nova.network.neutron [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.214212] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Successfully updated port: e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.216651] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.216923] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.217221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.217451] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.217736] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.225430] env[62437]: INFO nova.compute.manager [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Terminating instance [ 1571.246276] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811491, 'name': CreateSnapshot_Task, 'duration_secs': 1.167094} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.247527] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1571.250230] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0f3e5-6aed-4f25-8051-2c8f0f5c4ba1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.289250] env[62437]: DEBUG nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1571.289606] env[62437]: DEBUG nova.compute.provider_tree [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 81 to 82 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1571.290064] env[62437]: DEBUG nova.compute.provider_tree [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1571.330731] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811496, 'name': Rename_Task, 'duration_secs': 0.181773} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.331071] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.331600] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf8fe63-b425-4082-bbfd-6b0324b079ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.342926] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1571.342926] env[62437]: value = "task-1811499" [ 1571.342926] env[62437]: _type = "Task" [ 1571.342926] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.353794] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.367281] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:31:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4213c1b7-d68d-490e-8eb4-472321367ae0',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1284014034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.367281] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.367281] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.367515] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.367700] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.367864] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.368098] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.368304] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.368504] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.368671] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.368868] env[62437]: DEBUG nova.virt.hardware [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.375832] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1571.376413] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d6cf33-2435-47fb-afe0-8c0a2695ce22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.403537] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1571.403537] env[62437]: value = "task-1811500" [ 1571.403537] env[62437]: _type = "Task" [ 1571.403537] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.415066] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.442338] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.494233] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.494233] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529daeed-aeea-96af-21e9-d45d835b4b82" [ 1571.494233] env[62437]: _type = "HttpNfcLease" [ 1571.494233] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1571.494609] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1571.494609] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529daeed-aeea-96af-21e9-d45d835b4b82" [ 1571.494609] env[62437]: _type = "HttpNfcLease" [ 1571.494609] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1571.496185] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bfc212-0373-42f0-9428-9cfa64e4dd52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.507669] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1571.507937] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1571.641907] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1683bf46-7e80-45bc-98df-2c02b0acb9ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.661621] env[62437]: DEBUG nova.objects.instance [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid ed797e57-9f4b-4a7c-b363-390ee5b0f82b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.718349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.718349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.718349] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.731087] env[62437]: DEBUG nova.compute.manager [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1571.731239] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.732453] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7cfa24-d595-4219-9bf3-b79e5b4dcb61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.743338] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.743646] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c46f152-7263-408f-b5f8-3e62cba94769 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.756023] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1571.756023] env[62437]: value = "task-1811501" [ 1571.756023] env[62437]: _type = "Task" [ 1571.756023] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.768176] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.785025] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1571.785025] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea20f40b-2d01-4385-9684-a2487c815170 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.794214] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1571.794214] env[62437]: value = "task-1811502" [ 1571.794214] env[62437]: _type = "Task" [ 1571.794214] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.799806] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.694s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.802385] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.405s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.802691] env[62437]: DEBUG nova.objects.instance [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lazy-loading 'resources' on Instance uuid 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.810751] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811502, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.825460] env[62437]: INFO nova.scheduler.client.report [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted allocations for instance af2ab062-702a-456e-8b58-bbfa70ae2bdc [ 1571.856970] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.916438] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811500, 'name': ReconfigVM_Task, 'duration_secs': 0.314667} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.917036] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1571.918184] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73562586-9d26-42bd-b6f3-a79b60d44bf3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.947657] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.953845] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dac257f-0a5c-488c-a9ed-4af6ebdf608b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.978614] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811497, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.981241] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1571.981241] env[62437]: value = "task-1811503" [ 1571.981241] env[62437]: _type = "Task" [ 1571.981241] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.991654] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.168776] env[62437]: DEBUG nova.objects.base [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1572.169040] env[62437]: DEBUG nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.269852] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811501, 'name': PowerOffVM_Task, 'duration_secs': 0.444199} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.270697] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.271499] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.271499] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4afe24c7-9da9-479b-94e2-697a74218343 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.301966] env[62437]: DEBUG nova.policy [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1572.314481] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.318280] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811502, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.336094] env[62437]: DEBUG oslo_concurrency.lockutils [None req-640a46c2-8ef9-4583-b83b-b1496d8f7b87 tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "af2ab062-702a-456e-8b58-bbfa70ae2bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.562s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.355948] env[62437]: DEBUG oslo_vmware.api [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811499, 'name': PowerOnVM_Task, 'duration_secs': 0.553291} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.356387] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.356701] env[62437]: INFO nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1572.359930] env[62437]: DEBUG nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.364540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e327ad-01c7-47d7-8d72-3552a42213af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.449908] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811497, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.493726] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.535797] env[62437]: DEBUG nova.network.neutron [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.548345] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.548862] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.549611] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Deleting the datastore file [datastore1] dd9f0b15-0c99-47d7-bca1-e5c655043c72 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.553627] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2583a495-9193-46d4-b587-47c3df5517c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.567733] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for the task: (returnval){ [ 1572.567733] env[62437]: value = "task-1811505" [ 1572.567733] env[62437]: _type = "Task" [ 1572.567733] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.585436] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.809218] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811502, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.811773] env[62437]: DEBUG nova.compute.manager [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Received event network-vif-plugged-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1572.811773] env[62437]: DEBUG oslo_concurrency.lockutils [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.811773] env[62437]: DEBUG oslo_concurrency.lockutils [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.811773] env[62437]: DEBUG oslo_concurrency.lockutils [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.811773] env[62437]: DEBUG nova.compute.manager [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] No waiting events found dispatching network-vif-plugged-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.811773] env[62437]: WARNING nova.compute.manager [req-887d71b5-b5e1-446b-a202-f3ec2d47ecc7 req-8aa2b7a4-a1a3-4c14-91c8-718a0b7c0ebd service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Received unexpected event network-vif-plugged-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 for instance with vm_state building and task_state spawning. [ 1572.812750] env[62437]: DEBUG nova.network.neutron [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Updating instance_info_cache with network_info: [{"id": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "address": "fa:16:3e:91:39:3d", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52ffa76-e5", "ovs_interfaceid": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.886169] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b5944d-6dd6-4a45-b198-4fafdbeb0b8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.895837] env[62437]: INFO nova.compute.manager [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Took 40.56 seconds to build instance. [ 1572.903982] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec7a7f-4da2-4ad5-8c58-d7f026abedae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.943222] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc7d12-e615-4d5e-a083-db4db20a65d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.952643] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.708744} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.954990] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a/2c9fcbef-7409-45d1-a8a5-5188fcd08b3a.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.955781] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.955781] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7d31dfc-053b-44aa-946d-f5bd244073a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.958905] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eb9af2-03c8-4a56-b3e5-3deeffb52ca6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.979182] env[62437]: DEBUG nova.compute.provider_tree [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.982733] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1572.982733] env[62437]: value = "task-1811506" [ 1572.982733] env[62437]: _type = "Task" [ 1572.982733] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.999049] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.002572] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811503, 'name': ReconfigVM_Task, 'duration_secs': 0.602355} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.003332] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.003705] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1573.040853] env[62437]: INFO nova.compute.manager [-] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Took 1.96 seconds to deallocate network for instance. [ 1573.080475] env[62437]: DEBUG oslo_vmware.api [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Task: {'id': task-1811505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311719} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.081502] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.081739] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.081974] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.082628] env[62437]: INFO nova.compute.manager [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1573.082628] env[62437]: DEBUG oslo.service.loopingcall [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.082887] env[62437]: DEBUG nova.compute.manager [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1573.082998] env[62437]: DEBUG nova.network.neutron [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.196717] env[62437]: DEBUG nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Successfully created port: e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.306247] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811502, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.315362] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.317026] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance network_info: |[{"id": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "address": "fa:16:3e:91:39:3d", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52ffa76-e5", "ovs_interfaceid": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1573.317026] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:39:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.326248] env[62437]: DEBUG oslo.service.loopingcall [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.327409] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.327409] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe77d944-719e-4cca-b139-f0698da0201d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.351142] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.351142] env[62437]: value = "task-1811507" [ 1573.351142] env[62437]: _type = "Task" [ 1573.351142] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.362045] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811507, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.398894] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3e4bef6-6f9c-403a-8196-e9defaabf919 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.397s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.499546] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078499} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.499842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.500894] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5f2a3-8095-42f0-acdc-680e4b782c33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.524496] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ada83-cfdc-4d5d-a127-985c64cc7d80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.536213] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a/2c9fcbef-7409-45d1-a8a5-5188fcd08b3a.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.537413] env[62437]: DEBUG nova.scheduler.client.report [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1573.537679] env[62437]: DEBUG nova.compute.provider_tree [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 82 to 83 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1573.537875] env[62437]: DEBUG nova.compute.provider_tree [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.541673] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e73aa4b-79dc-4935-82f9-c2e156ea406a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.565902] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.569674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.569674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.680s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.569936] env[62437]: DEBUG nova.objects.instance [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lazy-loading 'resources' on Instance uuid 7807eab5-a894-40cc-9dd4-b46ebf668b3b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.590583] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6736f-8c6b-4f21-abee-54bfa3d6ddd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.594156] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1573.594156] env[62437]: value = "task-1811508" [ 1573.594156] env[62437]: _type = "Task" [ 1573.594156] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.616396] env[62437]: INFO nova.scheduler.client.report [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Deleted allocations for instance 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5 [ 1573.620968] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1573.631744] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.807619] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811502, 'name': CloneVM_Task, 'duration_secs': 1.621758} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.808893] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Created linked-clone VM from snapshot [ 1573.810193] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc37135-611b-46a9-9e96-8ef7b67fd549 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.822458] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Uploading image 330d0f7c-0c8f-4772-8557-783bea5d0015 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1573.862103] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811507, 'name': CreateVM_Task, 'duration_secs': 0.503413} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.862392] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.863102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.863312] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.863610] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.864200] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851ea415-1a30-4be3-9238-b484eac531ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.870848] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1573.870848] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef36bf-9f12-f184-686d-274791c01973" [ 1573.870848] env[62437]: _type = "Task" [ 1573.870848] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.881250] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef36bf-9f12-f184-686d-274791c01973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.894974] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1573.897746] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653125a9-be7a-45ff-9c4b-ca10e3df5936 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.905642] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1573.905837] env[62437]: ERROR oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk due to incomplete transfer. [ 1573.906102] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ea8328f-36a2-41c5-8313-3389b024e087 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.915401] env[62437]: DEBUG oslo_vmware.rw_handles [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ea21f-b031-8fab-c69b-d55bf603e1ba/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1573.915680] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploaded image c6568d27-c7c7-4c80-87bd-8bb74921c6f7 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1573.918242] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1573.918555] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-864daca3-cefc-41bb-a5ba-fe887f2fc938 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.927478] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1573.927478] env[62437]: value = "task-1811509" [ 1573.927478] env[62437]: _type = "Task" [ 1573.927478] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.939534] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811509, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.942969] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1573.942969] env[62437]: value = "vm-375420" [ 1573.942969] env[62437]: _type = "VirtualMachine" [ 1573.942969] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1573.943301] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f027815-02e5-4418-ab57-b6f8cf535c02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.952913] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lease: (returnval){ [ 1573.952913] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260447f-9660-b967-1949-e7212936b8f0" [ 1573.952913] env[62437]: _type = "HttpNfcLease" [ 1573.952913] env[62437]: } obtained for exporting VM: (result){ [ 1573.952913] env[62437]: value = "vm-375420" [ 1573.952913] env[62437]: _type = "VirtualMachine" [ 1573.952913] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1573.953466] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the lease: (returnval){ [ 1573.953466] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260447f-9660-b967-1949-e7212936b8f0" [ 1573.953466] env[62437]: _type = "HttpNfcLease" [ 1573.953466] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1573.961626] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1573.961626] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260447f-9660-b967-1949-e7212936b8f0" [ 1573.961626] env[62437]: _type = "HttpNfcLease" [ 1573.961626] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.106478] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.133453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850304ad-0c0e-4401-9a00-14647515e7b2 tempest-ServerRescueTestJSON-1703663410 tempest-ServerRescueTestJSON-1703663410-project-member] Lock "36f7da65-a3e7-4bbc-9642-1f6d68e7eed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.308s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.157611] env[62437]: DEBUG nova.network.neutron [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.210303] env[62437]: DEBUG nova.network.neutron [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Port 0bf1b727-a196-4b11-b9c5-d072d0fb0d19 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1574.280073] env[62437]: DEBUG nova.compute.manager [req-03bd15fd-299b-48e1-8ca5-5f22bbb7c443 req-b3cde263-148d-49dd-a865-de2683631cd0 service nova] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Received event network-vif-deleted-4ae3bbb3-f354-403a-8aa5-f56dc997860a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1574.382753] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef36bf-9f12-f184-686d-274791c01973, 'name': SearchDatastore_Task, 'duration_secs': 0.021708} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.385885] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.386180] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.386437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.386590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.386771] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.387584] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75095d8e-046a-47f5-83c1-24a9e64dfe91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.403958] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.403958] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.404311] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d39c30-78ce-4f34-a095-006c683e3e90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.418239] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1574.418239] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a3df7-417e-172e-2441-2bdcd6b7efc1" [ 1574.418239] env[62437]: _type = "Task" [ 1574.418239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.428402] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524a3df7-417e-172e-2441-2bdcd6b7efc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.440823] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811509, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.463249] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.463249] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260447f-9660-b967-1949-e7212936b8f0" [ 1574.463249] env[62437]: _type = "HttpNfcLease" [ 1574.463249] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.463765] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.463765] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5260447f-9660-b967-1949-e7212936b8f0" [ 1574.463765] env[62437]: _type = "HttpNfcLease" [ 1574.463765] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.465498] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f58ae6-8104-4de2-b682-17b26ecd1f37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.477397] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.477653] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.594763] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09527d65-110a-4de8-963e-77b511441191 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.619583] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811508, 'name': ReconfigVM_Task, 'duration_secs': 0.617929} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.620438] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a/2c9fcbef-7409-45d1-a8a5-5188fcd08b3a.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.621268] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c71240-43cb-4c3e-bd17-620381a72950 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.637709] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1574.637709] env[62437]: value = "task-1811511" [ 1574.637709] env[62437]: _type = "Task" [ 1574.637709] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.652978] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811511, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.661116] env[62437]: INFO nova.compute.manager [-] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Took 1.58 seconds to deallocate network for instance. [ 1574.683336] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b09ed4-37e1-4776-8378-93379c506c5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.692764] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1cfba-d12e-47f1-9e1e-57586e19c219 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.742993] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd22ae-1289-4ec2-9414-19429ea706c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.749766] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dd1bc-7851-437c-9a3a-8b9010816ece {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.770457] env[62437]: DEBUG nova.compute.provider_tree [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.911931] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Acquiring lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.912242] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Acquired lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.912289] env[62437]: DEBUG nova.network.neutron [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.931590] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524a3df7-417e-172e-2441-2bdcd6b7efc1, 'name': SearchDatastore_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.936288] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fc4c96-36e8-4786-96cf-bc749f8fdc67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.946366] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811509, 'name': Destroy_Task, 'duration_secs': 0.706989} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.948051] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroyed the VM [ 1574.950373] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1574.950373] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1574.950373] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c81467-8ca7-f0b1-e73c-b179f3d50f08" [ 1574.950373] env[62437]: _type = "Task" [ 1574.950373] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.950373] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a0811a4-68b9-4390-93b5-541231d7e2b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.963949] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c81467-8ca7-f0b1-e73c-b179f3d50f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.966253] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1574.966253] env[62437]: value = "task-1811512" [ 1574.966253] env[62437]: _type = "Task" [ 1574.966253] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.977368] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.152327] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811511, 'name': Rename_Task, 'duration_secs': 0.259218} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.156511] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.156855] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4962dc6-5b74-411c-8283-aacb38d6fb6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.170498] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.170936] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1575.170936] env[62437]: value = "task-1811513" [ 1575.170936] env[62437]: _type = "Task" [ 1575.170936] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.194657] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.256314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.257177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.258897] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.277043] env[62437]: DEBUG nova.scheduler.client.report [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.466674] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c81467-8ca7-f0b1-e73c-b179f3d50f08, 'name': SearchDatastore_Task, 'duration_secs': 0.020227} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.467163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.470437] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.475619] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a8f73b9-2550-4bc0-8464-95ec640b6a72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.485790] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811512, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.490106] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1575.490106] env[62437]: value = "task-1811514" [ 1575.490106] env[62437]: _type = "Task" [ 1575.490106] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.503323] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.536287] env[62437]: DEBUG nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Successfully updated port: e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.686379] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.784540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.792394] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.358s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.792394] env[62437]: DEBUG nova.objects.instance [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lazy-loading 'resources' on Instance uuid 206d53c3-8627-48e4-944a-ee1d18e48cdb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.821718] env[62437]: INFO nova.scheduler.client.report [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Deleted allocations for instance 7807eab5-a894-40cc-9dd4-b46ebf668b3b [ 1575.981395] env[62437]: DEBUG oslo_vmware.api [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811512, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979293} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.982226] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1575.982795] env[62437]: INFO nova.compute.manager [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 1576.006294] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.040260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.040380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.040594] env[62437]: DEBUG nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.079147] env[62437]: DEBUG nova.network.neutron [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updating instance_info_cache with network_info: [{"id": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "address": "fa:16:3e:a6:f2:b1", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22cdf7b-cc", "ovs_interfaceid": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.190116] env[62437]: DEBUG oslo_vmware.api [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811513, 'name': PowerOnVM_Task, 'duration_secs': 0.724096} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.190444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.190664] env[62437]: INFO nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1576.190867] env[62437]: DEBUG nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.194015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39abdc6c-5860-489c-8aef-7fee4a363c37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.287520] env[62437]: DEBUG nova.compute.manager [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Received event network-changed-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1576.287731] env[62437]: DEBUG nova.compute.manager [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Refreshing instance network info cache due to event network-changed-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1576.289200] env[62437]: DEBUG oslo_concurrency.lockutils [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] Acquiring lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.289380] env[62437]: DEBUG oslo_concurrency.lockutils [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] Acquired lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.289658] env[62437]: DEBUG nova.network.neutron [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Refreshing network info cache for port e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.336278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8ae76a84-950a-4885-8607-0e008ee4c7cc tempest-SecurityGroupsTestJSON-257833536 tempest-SecurityGroupsTestJSON-257833536-project-member] Lock "7807eab5-a894-40cc-9dd4-b46ebf668b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.509254] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624892} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.512148] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.512364] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.513914] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc71420c-4841-4775-8d26-9e5a0d812a88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.521445] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1576.521445] env[62437]: value = "task-1811515" [ 1576.521445] env[62437]: _type = "Task" [ 1576.521445] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.534241] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.582670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Releasing lock "refresh_cache-af8d829a-893e-41fa-af40-b568893d5ab8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.583097] env[62437]: DEBUG nova.compute.manager [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Inject network info {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1576.583177] env[62437]: DEBUG nova.compute.manager [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] network_info to inject: |[{"id": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "address": "fa:16:3e:a6:f2:b1", "network": {"id": "1ab9265b-4d1a-4417-8fea-7d28687de393", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-703554808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd803bacccbc4f3ba205d1333b3fe0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22cdf7b-cc", "ovs_interfaceid": "a22cdf7b-ccad-4dfb-83d7-9d4599e10751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1576.588163] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Reconfiguring VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1576.592234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.592540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.592903] env[62437]: DEBUG nova.network.neutron [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.594356] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5be328-5ee8-4d2e-9a2e-1ddde8cafca9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.612683] env[62437]: WARNING nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1576.617027] env[62437]: DEBUG oslo_vmware.api [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Waiting for the task: (returnval){ [ 1576.617027] env[62437]: value = "task-1811516" [ 1576.617027] env[62437]: _type = "Task" [ 1576.617027] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.632513] env[62437]: DEBUG oslo_vmware.api [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Task: {'id': task-1811516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.723340] env[62437]: INFO nova.compute.manager [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Took 41.94 seconds to build instance. [ 1576.754799] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "80f80734-f27c-4632-ac25-f8691b27087f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.754799] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.755026] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "80f80734-f27c-4632-ac25-f8691b27087f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.755308] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.755507] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.760762] env[62437]: INFO nova.compute.manager [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Terminating instance [ 1576.844668] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f370d3-11fa-4f4d-9be8-bf236ef62451 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.854117] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d98cc2-3585-4a26-8e75-a28fc6d72ad1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.891478] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544cfc5-5392-4297-a162-d0f97dcca8c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.900992] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8fb2d2-3d12-4d50-9f3b-9f6648c50c5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.917079] env[62437]: DEBUG nova.compute.provider_tree [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.039264] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147088} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.039937] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.043122] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd8386-4201-46c3-bf85-fe4602fa45d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.068668] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.073668] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23b9e8a-d44b-45de-a992-8ed6e7acd8de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.103165] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1577.103165] env[62437]: value = "task-1811517" [ 1577.103165] env[62437]: _type = "Task" [ 1577.103165] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.115673] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.128475] env[62437]: DEBUG oslo_vmware.api [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Task: {'id': task-1811516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.225795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-45c947b7-6f8d-442b-bf94-ea75e23397d7 tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.673s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.264922] env[62437]: DEBUG nova.compute.manager [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.265172] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.266057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25570642-1737-4eb7-8a50-6d3528525b0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.276101] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.276334] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e1e01f-f5d3-472b-b1eb-6bd11db580ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.280221] env[62437]: DEBUG nova.network.neutron [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Updated VIF entry in instance network info cache for port e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.281424] env[62437]: DEBUG nova.network.neutron [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Updating instance_info_cache with network_info: [{"id": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "address": "fa:16:3e:91:39:3d", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52ffa76-e5", "ovs_interfaceid": "e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.284158] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1577.284158] env[62437]: value = "task-1811518" [ 1577.284158] env[62437]: _type = "Task" [ 1577.284158] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.296469] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.306766] env[62437]: DEBUG nova.network.neutron [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e71e962e-e6d6-4eaa-91bb-34f77c1dad1b", "address": "fa:16:3e:94:77:91", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape71e962e-e6", "ovs_interfaceid": "e71e962e-e6d6-4eaa-91bb-34f77c1dad1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.421054] env[62437]: DEBUG nova.scheduler.client.report [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.446656] env[62437]: DEBUG nova.network.neutron [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.615159] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.628075] env[62437]: DEBUG oslo_vmware.api [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Task: {'id': task-1811516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.784152] env[62437]: DEBUG oslo_concurrency.lockutils [req-434225b5-cda4-44c1-9723-6f43918b7014 req-dbba89b1-8b1a-459b-8ce6-c1bf64447847 service nova] Releasing lock "refresh_cache-7673017e-1c9e-46af-a8c4-d178eb59391e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.797026] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.810200] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.811329] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.811632] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.812979] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b70df0-9da7-4e07-8468-166a325696fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.832317] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.832775] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.833023] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.833319] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.833542] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.833814] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.834287] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.834511] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.834785] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.835043] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.835283] env[62437]: DEBUG nova.virt.hardware [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.842017] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfiguring VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1577.842489] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36bc50d-5aa4-453b-b88f-8d494942d411 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.861964] env[62437]: DEBUG oslo_vmware.api [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1577.861964] env[62437]: value = "task-1811519" [ 1577.861964] env[62437]: _type = "Task" [ 1577.861964] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.872140] env[62437]: DEBUG oslo_vmware.api [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811519, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.926890] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.929738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.691s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.931783] env[62437]: INFO nova.compute.claims [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.950113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.955280] env[62437]: INFO nova.scheduler.client.report [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Deleted allocations for instance 206d53c3-8627-48e4-944a-ee1d18e48cdb [ 1578.118573] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.130522] env[62437]: DEBUG oslo_vmware.api [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] Task: {'id': task-1811516, 'name': ReconfigVM_Task, 'duration_secs': 1.240276} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.130916] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c655e21a-82cf-46a3-b824-ca63c7bf8f20 tempest-ServersAdminTestJSON-1317159170 tempest-ServersAdminTestJSON-1317159170-project-admin] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Reconfigured VM instance to set the machine id {{(pid=62437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1578.295105] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811518, 'name': PowerOffVM_Task, 'duration_secs': 0.794726} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.295384] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.295553] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.295821] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1105d079-523b-403f-9cdf-8d6177769632 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.374586] env[62437]: DEBUG oslo_vmware.api [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.388815] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.389067] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.389291] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleting the datastore file [datastore1] 80f80734-f27c-4632-ac25-f8691b27087f {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.389571] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f8c100-6d0e-475b-884e-7f37e8bb3ca1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.396918] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1578.396918] env[62437]: value = "task-1811521" [ 1578.396918] env[62437]: _type = "Task" [ 1578.396918] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.406439] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.519072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-976e7248-2140-4c6c-9f3a-70623a85c4b9 tempest-AttachInterfacesUnderV243Test-242862644 tempest-AttachInterfacesUnderV243Test-242862644-project-member] Lock "206d53c3-8627-48e4-944a-ee1d18e48cdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.625s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.521468] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e11a1-dea0-4457-8a33-f683ad1294f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.542303] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0dc04-20ec-4860-b5d2-8bd7abc1d265 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.550862] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.618175] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811517, 'name': ReconfigVM_Task, 'duration_secs': 1.132744} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.618605] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.620498] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd98148b-0714-45ab-beb7-2416e90fcc5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.630907] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1578.630907] env[62437]: value = "task-1811522" [ 1578.630907] env[62437]: _type = "Task" [ 1578.630907] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.643645] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811522, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.877318] env[62437]: DEBUG oslo_vmware.api [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811519, 'name': ReconfigVM_Task, 'duration_secs': 0.781468} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.877935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.878188] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfigured VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1578.908151] env[62437]: DEBUG oslo_vmware.api [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270575} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.908419] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.908617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.908802] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.908968] env[62437]: INFO nova.compute.manager [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1578.909241] env[62437]: DEBUG oslo.service.loopingcall [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.909435] env[62437]: DEBUG nova.compute.manager [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.909528] env[62437]: DEBUG nova.network.neutron [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.057863] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.058352] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd90bdf-c79e-4de1-af01-a0ea4fa525dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.070349] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1579.070349] env[62437]: value = "task-1811523" [ 1579.070349] env[62437]: _type = "Task" [ 1579.070349] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.082577] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.142506] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811522, 'name': Rename_Task, 'duration_secs': 0.205185} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.145352] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.145838] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b7c147-47c1-40b3-a430-a5505d4312e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.155368] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1579.155368] env[62437]: value = "task-1811524" [ 1579.155368] env[62437]: _type = "Task" [ 1579.155368] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.171960] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.366265] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed485bf-4e61-48a9-bf85-1f3d9adabfe3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.375441] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81434376-0653-48b2-82e5-771ef829f706 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.383208] env[62437]: DEBUG oslo_concurrency.lockutils [None req-200a38ad-4a09-4b0c-9255-f3fc831d2a55 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.774s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.410649] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b287e7ff-68d0-4605-9480-b1937adab48d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.420087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62bce97-aa61-457f-9bf9-a5a40d1b42d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.435728] env[62437]: DEBUG nova.compute.provider_tree [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.581775] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.670600] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.685909] env[62437]: DEBUG nova.network.neutron [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.939034] env[62437]: DEBUG nova.scheduler.client.report [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.083504] env[62437]: DEBUG oslo_vmware.api [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811523, 'name': PowerOnVM_Task, 'duration_secs': 0.553087} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.083854] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.084108] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-63402d78-0e0c-4d9b-9acc-6759d908b940 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance '078b40b5-29a5-4e38-a55c-eea6c586ae11' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1580.167436] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.189269] env[62437]: INFO nova.compute.manager [-] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Took 1.28 seconds to deallocate network for instance. [ 1580.445486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.445838] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.448918] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.769s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.450439] env[62437]: INFO nova.compute.claims [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.667773] env[62437]: DEBUG oslo_vmware.api [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811524, 'name': PowerOnVM_Task, 'duration_secs': 1.044887} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.668071] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.668282] env[62437]: INFO nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1580.668464] env[62437]: DEBUG nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.669243] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c372278-c4c3-431f-a46c-e7ca7ffc5903 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.696264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.955694] env[62437]: DEBUG nova.compute.utils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.959861] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.960771] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.014166] env[62437]: DEBUG nova.compute.manager [None req-549fdddd-db10-4b67-9410-fc7d26e55cc1 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Found 2 images (rotation: 2) {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1581.019982] env[62437]: DEBUG nova.policy [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd883991fa410473187ccbb7544332178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bef40302b4547b1b9d8e223b76e9b29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.024277] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1581.025645] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4a7551-72be-4680-81e4-88aab75769bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.033659] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1581.033842] env[62437]: ERROR oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk due to incomplete transfer. [ 1581.034354] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6c4511f-557a-4ff8-80bf-a43e733bb442 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.044450] env[62437]: DEBUG oslo_vmware.rw_handles [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52419602-612f-b9dc-fd8e-a547826a1231/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1581.044702] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Uploaded image 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1581.046428] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1581.046754] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc435ece-0b0a-4f23-b551-8ddc3d006838 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.055454] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1581.055454] env[62437]: value = "task-1811525" [ 1581.055454] env[62437]: _type = "Task" [ 1581.055454] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.067341] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811525, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.189205] env[62437]: INFO nova.compute.manager [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Took 34.79 seconds to build instance. [ 1581.464031] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.499714] env[62437]: DEBUG nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Received event network-vif-deleted-dff4e3d4-9bb3-41ba-b812-303842ef7d12 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1581.499872] env[62437]: DEBUG nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-vif-plugged-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1581.500195] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.500435] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.500711] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.500963] env[62437]: DEBUG nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] No waiting events found dispatching network-vif-plugged-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.501168] env[62437]: WARNING nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received unexpected event network-vif-plugged-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b for instance with vm_state active and task_state None. [ 1581.501333] env[62437]: DEBUG nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-changed-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1581.501545] env[62437]: DEBUG nova.compute.manager [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing instance network info cache due to event network-changed-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1581.501801] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.501949] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.502130] env[62437]: DEBUG nova.network.neutron [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Refreshing network info cache for port e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.506417] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Successfully created port: 470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.572803] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811525, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.692569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-47010e8c-2622-4a24-859e-4d02cff80dc2 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.744s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.908063] env[62437]: DEBUG nova.compute.manager [req-0ae715f1-f340-49cc-8be7-18a98147cfe5 req-fa34e5e4-c94f-4f31-9f65-172f39bf2176 service nova] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Received event network-vif-deleted-c393d205-b485-4314-a9ce-efae1c3cf370 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1581.976155] env[62437]: INFO nova.virt.block_device [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Booting with volume c59687a5-a3a4-4846-8d0d-323e4d4ef6c8 at /dev/sda [ 1581.997236] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400fce8-2a50-4bb7-b4b2-c9267b3f616a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.008512] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21696718-7d7e-4eea-9bf1-2a3c53bc1514 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.046650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906a9c4-75fa-43aa-8cca-22a943e7900d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.050338] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83de5044-03b5-424f-83f7-8ecee2032cff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.068391] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb4b1bb-a447-4866-9eb4-746d26ca4f77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.076371] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c401fd-e3d3-459c-9a8e-bc462f34c7b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.103967] env[62437]: DEBUG nova.compute.provider_tree [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.130517] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811525, 'name': Destroy_Task, 'duration_secs': 0.746812} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.131704] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7bd3dde-a5ab-4124-8a89-49e424d9db3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.134319] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Destroyed the VM [ 1582.134597] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1582.135154] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41faeb3c-187c-4745-bd0d-252c4a6a931d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.148342] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055465e-7f9f-4b3d-9266-0cb872f7b51d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.160261] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1582.160261] env[62437]: value = "task-1811526" [ 1582.160261] env[62437]: _type = "Task" [ 1582.160261] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.170352] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.191342] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222370ea-f236-4109-97c9-b4aa9bd0d26f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.197414] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02e1d6-a7ed-4076-bb6e-850f594556ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.223618] env[62437]: DEBUG nova.virt.block_device [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating existing volume attachment record: 851d9015-5049-4617-9d32-471e63048658 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1582.427161] env[62437]: DEBUG nova.network.neutron [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updated VIF entry in instance network info cache for port e71e962e-e6d6-4eaa-91bb-34f77c1dad1b. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.428015] env[62437]: DEBUG nova.network.neutron [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e71e962e-e6d6-4eaa-91bb-34f77c1dad1b", "address": "fa:16:3e:94:77:91", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape71e962e-e6", "ovs_interfaceid": "e71e962e-e6d6-4eaa-91bb-34f77c1dad1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.508349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.508609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.632501] env[62437]: DEBUG nova.scheduler.client.report [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.670989] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811526, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.931700] env[62437]: DEBUG oslo_concurrency.lockutils [req-870bb1e3-5424-4718-be1f-0f4689acba5c req-38a7ca43-f1c7-4a1c-910e-f669c24d0550 service nova] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.015254] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.141647] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.142357] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.145313] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.395s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.147989] env[62437]: INFO nova.compute.claims [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.173186] env[62437]: DEBUG oslo_vmware.api [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913529} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.173582] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1583.173733] env[62437]: INFO nova.compute.manager [None req-6094ba48-a3ac-4411-b6cb-848904dd61d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 1583.248196] env[62437]: DEBUG nova.network.neutron [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Port 0bf1b727-a196-4b11-b9c5-d072d0fb0d19 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1583.248196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.248196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.248196] env[62437]: DEBUG nova.network.neutron [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.320453] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Successfully updated port: 470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.465117] env[62437]: DEBUG nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.465437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c375033-c9c6-41ed-a1f7-5c1994a7b45c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.536728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.652033] env[62437]: DEBUG nova.compute.utils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.655640] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.655900] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.717930] env[62437]: DEBUG nova.policy [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.824344] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.824503] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquired lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.824661] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.979085] env[62437]: INFO nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] instance snapshotting [ 1583.980536] env[62437]: DEBUG nova.objects.instance [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.036164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.036459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.036910] env[62437]: DEBUG nova.compute.manager [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.037987] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5968d33-539f-445a-928f-37ca8e8c5943 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.046618] env[62437]: DEBUG nova.compute.manager [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1584.047291] env[62437]: DEBUG nova.objects.instance [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'flavor' on Instance uuid 7673017e-1c9e-46af-a8c4-d178eb59391e {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.099622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.099622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.099622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.099622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.099622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.101666] env[62437]: INFO nova.compute.manager [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Terminating instance [ 1584.106485] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Successfully created port: fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.144774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.145397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.157130] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.221979] env[62437]: DEBUG nova.network.neutron [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.333788] env[62437]: DEBUG nova.compute.manager [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Received event network-vif-plugged-470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.334516] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Acquiring lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.334832] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.335165] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.335465] env[62437]: DEBUG nova.compute.manager [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] No waiting events found dispatching network-vif-plugged-470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1584.335863] env[62437]: WARNING nova.compute.manager [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Received unexpected event network-vif-plugged-470e6b95-9ee5-4414-924c-177fd43e60a1 for instance with vm_state building and task_state spawning. [ 1584.336157] env[62437]: DEBUG nova.compute.manager [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Received event network-changed-470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.336440] env[62437]: DEBUG nova.compute.manager [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Refreshing instance network info cache due to event network-changed-470e6b95-9ee5-4414-924c-177fd43e60a1. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1584.336832] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Acquiring lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.398509] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.441449] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.442524] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.442524] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.442524] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.442633] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.442757] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.442910] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.443130] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.443291] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.443460] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.443623] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.443834] env[62437]: DEBUG nova.virt.hardware [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.447171] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255809c7-8328-4a05-a398-3010b5db15eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.456829] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70446a4b-c393-485b-a0bd-4212e4db7b45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.487298] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38e7bb-de73-492b-a667-ba8635313cdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.509739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed0c19-9282-40df-93ae-224ef29f39c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.613484] env[62437]: DEBUG nova.compute.manager [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.613665] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.614567] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6134e3c-1e37-4df1-9a5c-b6f9bffec6fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.623621] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.623883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb31b050-299a-42b0-8da1-8ddf997ac650 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.634322] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1584.634322] env[62437]: value = "task-1811527" [ 1584.634322] env[62437]: _type = "Task" [ 1584.634322] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.643915] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.647187] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1584.663321] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004787ef-4a06-4e5c-8f70-742c40c3201d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.677775] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8604b7-9a6a-4876-9162-213df6f6739b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.719393] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003cc478-1e83-4870-b32e-e5ce7d825559 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.723514] env[62437]: DEBUG nova.network.neutron [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating instance_info_cache with network_info: [{"id": "470e6b95-9ee5-4414-924c-177fd43e60a1", "address": "fa:16:3e:82:cb:d1", "network": {"id": "2730b393-8ee9-43dc-8c64-c372b9548737", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-157811043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bef40302b4547b1b9d8e223b76e9b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470e6b95-9e", "ovs_interfaceid": "470e6b95-9ee5-4414-924c-177fd43e60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.726414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.735403] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22e616-c240-461c-ace2-55613b4efd18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.755054] env[62437]: DEBUG nova.compute.provider_tree [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1584.813699] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.813933] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.954148] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.955257] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d05532-6337-4c7b-ae92-9ca8fe23b7be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.962935] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.963141] env[62437]: ERROR oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk due to incomplete transfer. [ 1584.963374] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb1deca7-77c6-40ee-85f7-67b47f294f16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.971887] env[62437]: DEBUG oslo_vmware.rw_handles [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52070a1d-034a-8d44-31c3-c66af2c7ddcd/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1584.972317] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Uploaded image 330d0f7c-0c8f-4772-8557-783bea5d0015 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1584.975585] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1584.975886] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41599928-32a3-43c9-b747-8713174e0d69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.984201] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1584.984201] env[62437]: value = "task-1811528" [ 1584.984201] env[62437]: _type = "Task" [ 1584.984201] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.993195] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811528, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.021602] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1585.022066] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00b719a0-6c33-4e99-b8f6-ef18c3766fb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.033884] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1585.033884] env[62437]: value = "task-1811529" [ 1585.033884] env[62437]: _type = "Task" [ 1585.033884] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.041597] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.059385] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.059707] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea1deb2-cceb-4b63-9f9b-3351cc9ce98d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.067968] env[62437]: DEBUG oslo_vmware.api [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1585.067968] env[62437]: value = "task-1811530" [ 1585.067968] env[62437]: _type = "Task" [ 1585.067968] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.079165] env[62437]: DEBUG oslo_vmware.api [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.147316] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811527, 'name': PowerOffVM_Task, 'duration_secs': 0.228947} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.147637] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.147837] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.148327] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cba73a1e-0f96-4a43-a677-1a64f0b575da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.172576] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.183795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.205482] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.205859] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.206040] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.206835] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.206835] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.206835] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.206835] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.207197] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.207197] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.207292] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.208040] env[62437]: DEBUG nova.virt.hardware [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.211053] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06dda1-a9b8-46aa-9802-60b1b881356c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.216739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a20f97-5358-43ef-b0c6-dd8b80c96c00 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.233315] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Releasing lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.233716] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Instance network_info: |[{"id": "470e6b95-9ee5-4414-924c-177fd43e60a1", "address": "fa:16:3e:82:cb:d1", "network": {"id": "2730b393-8ee9-43dc-8c64-c372b9548737", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-157811043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bef40302b4547b1b9d8e223b76e9b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470e6b95-9e", "ovs_interfaceid": "470e6b95-9ee5-4414-924c-177fd43e60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.234743] env[62437]: DEBUG nova.compute.manager [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1585.235019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.235900] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Acquired lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.236145] env[62437]: DEBUG nova.network.neutron [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Refreshing network info cache for port 470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.238127] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:cb:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '470e6b95-9ee5-4414-924c-177fd43e60a1', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.245620] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Creating folder: Project (6bef40302b4547b1b9d8e223b76e9b29). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.247791] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20080f34-9adf-4ed8-8965-0fa0c4dd9b92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.249438] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.249645] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.249830] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Deleting the datastore file [datastore1] 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.250784] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7c0abb-d132-4c0e-8d38-2a4f527d34be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.262722] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for the task: (returnval){ [ 1585.262722] env[62437]: value = "task-1811533" [ 1585.262722] env[62437]: _type = "Task" [ 1585.262722] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.271590] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.273326] env[62437]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1585.273424] env[62437]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62437) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1585.273710] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Folder already exists: Project (6bef40302b4547b1b9d8e223b76e9b29). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1585.274308] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Creating folder: Instances. Parent ref: group-v375388. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.274478] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cfeb7cd-b430-45f5-9a45-7a3faf90e6a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.279768] env[62437]: ERROR nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [req-ec03a8fb-1559-4570-a701-8508a3088e87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec03a8fb-1559-4570-a701-8508a3088e87"}]} [ 1585.287420] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Created folder: Instances in parent group-v375388. [ 1585.287420] env[62437]: DEBUG oslo.service.loopingcall [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.287420] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.288034] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03cfbe51-2a74-42a5-acb7-f2dd571ee11d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.307270] env[62437]: DEBUG nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1585.315843] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.315843] env[62437]: value = "task-1811535" [ 1585.315843] env[62437]: _type = "Task" [ 1585.315843] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.319773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.319938] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.321655] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f763c7ea-e762-450e-9b60-ea6314ecd97c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.325581] env[62437]: DEBUG nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1585.325782] env[62437]: DEBUG nova.compute.provider_tree [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.331256] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811535, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.345960] env[62437]: DEBUG nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1585.348463] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f19af9-ffca-4dd5-a4cc-f84cb0cab64c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.375745] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfiguring VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1585.376972] env[62437]: DEBUG nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1585.379556] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c288fc45-d258-45cb-adca-106aefe172ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.400497] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1585.400497] env[62437]: value = "task-1811536" [ 1585.400497] env[62437]: _type = "Task" [ 1585.400497] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.411471] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.494137] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811528, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.545754] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.579020] env[62437]: DEBUG oslo_vmware.api [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811530, 'name': PowerOffVM_Task, 'duration_secs': 0.257724} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.579320] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.579518] env[62437]: DEBUG nova.compute.manager [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.580594] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe053f8a-7cb0-4f9a-bf4a-4a1e1b20fea8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.778129] env[62437]: DEBUG oslo_vmware.api [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Task: {'id': task-1811533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278623} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.778501] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.778751] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.779110] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.779271] env[62437]: INFO nova.compute.manager [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1585.779524] env[62437]: DEBUG oslo.service.loopingcall [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.780259] env[62437]: DEBUG nova.compute.manager [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.780399] env[62437]: DEBUG nova.network.neutron [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.833152] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811535, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.917070] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.942862] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d629e2dd-89ea-4530-bc25-4630c7c2bf9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.948085] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a7febe-f501-410a-9677-c269ccd7d577 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.981882] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074a34c-59ae-45ab-b88e-91f85a513623 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.994942] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391194c-a692-4027-9346-4128d0e0fdbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.002358] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811528, 'name': Destroy_Task, 'duration_secs': 0.660225} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.002927] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Destroyed the VM [ 1586.003203] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1586.003452] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60664401-d516-4fd8-9f3d-be6f478eec6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.012453] env[62437]: DEBUG nova.compute.provider_tree [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.023243] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1586.023243] env[62437]: value = "task-1811537" [ 1586.023243] env[62437]: _type = "Task" [ 1586.023243] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.033880] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.041690] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811529, 'name': CreateSnapshot_Task, 'duration_secs': 0.926136} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.041957] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1586.046071] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a51a20-44e9-465b-8302-e438aadafb9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.096837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2d1242b-2bde-4b7c-92bd-67a74151745f tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.327445] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811535, 'name': CreateVM_Task, 'duration_secs': 0.521623} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.327585] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.328196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375394', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'name': 'volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b9999541-2626-4379-a548-5d7d7ba0bff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'serial': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': '851d9015-5049-4617-9d32-471e63048658', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1586.328480] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Root volume attach. Driver type: vmdk {{(pid=62437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1586.329182] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8651bc20-59d2-4b76-ac1b-997f7902d85a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.336443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f682f07-07d2-4d3f-bd17-3189d13ef2bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.342355] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7ee1a1-56ca-4f54-b380-3ed868aecf67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.348638] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cd44e21a-003c-4cb1-96b9-6d53abf7a6d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.355517] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1586.355517] env[62437]: value = "task-1811538" [ 1586.355517] env[62437]: _type = "Task" [ 1586.355517] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.363016] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811538, 'name': RelocateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.421079] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.431801] env[62437]: DEBUG nova.network.neutron [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updated VIF entry in instance network info cache for port 470e6b95-9ee5-4414-924c-177fd43e60a1. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.432179] env[62437]: DEBUG nova.network.neutron [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating instance_info_cache with network_info: [{"id": "470e6b95-9ee5-4414-924c-177fd43e60a1", "address": "fa:16:3e:82:cb:d1", "network": {"id": "2730b393-8ee9-43dc-8c64-c372b9548737", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-157811043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bef40302b4547b1b9d8e223b76e9b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470e6b95-9e", "ovs_interfaceid": "470e6b95-9ee5-4414-924c-177fd43e60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.464990] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Successfully updated port: fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.515963] env[62437]: DEBUG nova.scheduler.client.report [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.535307] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.563668] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1586.564737] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad93e849-95fd-4d5a-9118-8fcb44cf8def {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.574256] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1586.574256] env[62437]: value = "task-1811539" [ 1586.574256] env[62437]: _type = "Task" [ 1586.574256] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.587760] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811539, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.866189] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811538, 'name': RelocateVM_Task} progress is 20%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.917615] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.925184] env[62437]: DEBUG nova.compute.manager [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Received event network-vif-plugged-fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.925253] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] Acquiring lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.926582] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.926582] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.926582] env[62437]: DEBUG nova.compute.manager [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] No waiting events found dispatching network-vif-plugged-fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.926582] env[62437]: WARNING nova.compute.manager [req-7bca7fee-2d41-484e-b59e-30db75c99954 req-6dff6b24-076a-4798-b633-1d49cfef009e service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Received unexpected event network-vif-plugged-fece8694-900d-4c38-9608-f49bcac05a5f for instance with vm_state building and task_state spawning. [ 1586.935537] env[62437]: DEBUG oslo_concurrency.lockutils [req-925d65c7-d554-43cd-a13f-5d75840f9733 req-f6528990-8cb1-4c7e-8038-096b67c6250d service nova] Releasing lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.951190] env[62437]: DEBUG nova.compute.manager [req-22a9d982-5936-4733-81d9-cbcc713b1e75 req-79b8fbed-c6a0-4562-abb0-c0f0e5cc904b service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Received event network-vif-deleted-b662bd38-4b5f-4002-bcd6-22a0ee1efa1c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.951190] env[62437]: INFO nova.compute.manager [req-22a9d982-5936-4733-81d9-cbcc713b1e75 req-79b8fbed-c6a0-4562-abb0-c0f0e5cc904b service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Neutron deleted interface b662bd38-4b5f-4002-bcd6-22a0ee1efa1c; detaching it from the instance and deleting it from the info cache [ 1586.951190] env[62437]: DEBUG nova.network.neutron [req-22a9d982-5936-4733-81d9-cbcc713b1e75 req-79b8fbed-c6a0-4562-abb0-c0f0e5cc904b service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.967216] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.969167] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.969167] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.978896] env[62437]: DEBUG nova.network.neutron [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.023044] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.877s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.023536] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.027603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.657s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.027834] env[62437]: DEBUG nova.objects.instance [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lazy-loading 'resources' on Instance uuid 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.042532] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811537, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.088053] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811539, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.367228] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811538, 'name': RelocateVM_Task, 'duration_secs': 0.681507} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.367516] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1587.367699] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375394', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'name': 'volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b9999541-2626-4379-a548-5d7d7ba0bff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'serial': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1587.368515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c99fcf-e7bd-4d5d-b101-a4d4656b252d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.384439] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7da07-a258-4216-abc8-73403973d3a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.407311] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8/volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.407742] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297d2bb5-4272-4ddc-b1bb-c589fbcbe62c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.432978] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.434430] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1587.434430] env[62437]: value = "task-1811540" [ 1587.434430] env[62437]: _type = "Task" [ 1587.434430] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.445350] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.454184] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e4ebed4-9d43-4f49-9eea-32d2f300e3e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.467185] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb4a052-4d06-4f4d-98c6-5c3284675cb0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.481297] env[62437]: INFO nova.compute.manager [-] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Took 1.70 seconds to deallocate network for instance. [ 1587.509029] env[62437]: DEBUG nova.compute.manager [req-22a9d982-5936-4733-81d9-cbcc713b1e75 req-79b8fbed-c6a0-4562-abb0-c0f0e5cc904b service nova] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Detach interface failed, port_id=b662bd38-4b5f-4002-bcd6-22a0ee1efa1c, reason: Instance 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1587.514755] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.538135] env[62437]: DEBUG nova.compute.utils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.542901] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.543173] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.548784] env[62437]: DEBUG oslo_vmware.api [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811537, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044724} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.550028] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1587.550028] env[62437]: INFO nova.compute.manager [None req-b4ff2437-1dc5-4e1d-b79c-2aceab420d8e tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 18.45 seconds to snapshot the instance on the hypervisor. [ 1587.600114] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811539, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.614093] env[62437]: DEBUG nova.policy [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cdece76dc4f40c59d8a7e85cd2b01c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19b72e718429fb26ff148211ea421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1587.885022] env[62437]: DEBUG nova.network.neutron [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Updating instance_info_cache with network_info: [{"id": "fece8694-900d-4c38-9608-f49bcac05a5f", "address": "fa:16:3e:e5:a0:bf", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece8694-90", "ovs_interfaceid": "fece8694-900d-4c38-9608-f49bcac05a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.922546] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.945183] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811540, 'name': ReconfigVM_Task, 'duration_secs': 0.275306} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.948437] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8/volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.954634] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf03beba-50b1-4574-bfc5-2f3afbc49700 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.969242] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Successfully created port: 984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.978473] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1587.978473] env[62437]: value = "task-1811541" [ 1587.978473] env[62437]: _type = "Task" [ 1587.978473] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.991252] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.991556] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.023255] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1221e55-4c98-4ca2-8f0f-538f75db38bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.032636] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc5c05-b64e-46fa-a477-4be0a3a2ea0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.065758] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.072019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1541715-09e8-4b30-8546-a8cc12307274 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.088540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed55645-883a-4634-a95a-6a5f99252989 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.095185] env[62437]: INFO nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Rebuilding instance [ 1588.098040] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811539, 'name': CloneVM_Task, 'duration_secs': 1.142803} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.098410] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Created linked-clone VM from snapshot [ 1588.099657] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3cfe2-cc75-4ce0-917e-ed90b38dc5b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.110854] env[62437]: DEBUG nova.compute.provider_tree [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.119259] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploading image 58745fbb-e384-450b-bfcb-3b6e9d297c95 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1588.146664] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1588.146664] env[62437]: value = "vm-375425" [ 1588.146664] env[62437]: _type = "VirtualMachine" [ 1588.146664] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1588.146955] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6123fef-1a56-48d6-ac14-df49af708f67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.154838] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease: (returnval){ [ 1588.154838] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9b69e-5348-ae5c-46cd-86244602bb68" [ 1588.154838] env[62437]: _type = "HttpNfcLease" [ 1588.154838] env[62437]: } obtained for exporting VM: (result){ [ 1588.154838] env[62437]: value = "vm-375425" [ 1588.154838] env[62437]: _type = "VirtualMachine" [ 1588.154838] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1588.155257] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the lease: (returnval){ [ 1588.155257] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9b69e-5348-ae5c-46cd-86244602bb68" [ 1588.155257] env[62437]: _type = "HttpNfcLease" [ 1588.155257] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1588.162140] env[62437]: DEBUG nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.163204] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bd28d-ecc4-4c12-8fd4-26c15b6d31ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.173422] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1588.173422] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9b69e-5348-ae5c-46cd-86244602bb68" [ 1588.173422] env[62437]: _type = "HttpNfcLease" [ 1588.173422] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1588.174054] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1588.174054] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9b69e-5348-ae5c-46cd-86244602bb68" [ 1588.174054] env[62437]: _type = "HttpNfcLease" [ 1588.174054] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1588.174765] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3645e0db-6f88-47bd-8989-3f441c37c92b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.183953] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1588.184282] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1588.317332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.317589] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.317791] env[62437]: DEBUG nova.compute.manager [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.318802] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b6168-4033-488f-80fb-cdf476add9a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.325780] env[62437]: DEBUG nova.compute.manager [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1588.326345] env[62437]: DEBUG nova.objects.instance [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'flavor' on Instance uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.386367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.386702] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Instance network_info: |[{"id": "fece8694-900d-4c38-9608-f49bcac05a5f", "address": "fa:16:3e:e5:a0:bf", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece8694-90", "ovs_interfaceid": "fece8694-900d-4c38-9608-f49bcac05a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.387116] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:a0:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fece8694-900d-4c38-9608-f49bcac05a5f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.397681] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating folder: Project (1fc5750e66b546a78f54925fb7a5a35c). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.397928] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd639f49-235b-4149-9c4f-d9d37e2b4a66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.409410] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d746d614-9ee7-420a-bb6d-9faeb85932ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.414626] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created folder: Project (1fc5750e66b546a78f54925fb7a5a35c) in parent group-v375259. [ 1588.414818] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating folder: Instances. Parent ref: group-v375426. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.415401] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e761e5c-260f-4d1a-9783-96632b0055ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.421237] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.424734] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created folder: Instances in parent group-v375426. [ 1588.424955] env[62437]: DEBUG oslo.service.loopingcall [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.425159] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.425358] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3d28930-133f-4409-99f1-7bf5afb60318 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.452045] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.452045] env[62437]: value = "task-1811545" [ 1588.452045] env[62437]: _type = "Task" [ 1588.452045] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.461700] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811545, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.488547] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811541, 'name': ReconfigVM_Task, 'duration_secs': 0.132206} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.488890] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375394', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'name': 'volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b9999541-2626-4379-a548-5d7d7ba0bff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'serial': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1588.491208] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60aaf313-dbd1-4e6e-a32f-fa109c1ed302 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.496780] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1588.496780] env[62437]: value = "task-1811546" [ 1588.496780] env[62437]: _type = "Task" [ 1588.496780] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.505708] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811546, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.616178] env[62437]: DEBUG nova.scheduler.client.report [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.919918] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.963742] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811545, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.008377] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811546, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.081154] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.112910] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.113087] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.113230] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.113425] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.116718] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.116959] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.117260] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.117602] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.118058] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.118183] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.118431] env[62437]: DEBUG nova.virt.hardware [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.119468] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d3f34-cfd8-461a-ade9-974136a865d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.124052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.129772] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.676s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.132743] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea9f322-5906-4a28-b79a-cac2a6724776 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.160568] env[62437]: INFO nova.scheduler.client.report [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Deleted allocations for instance 9ba77dc7-b3e8-46d4-9160-557a3f7cb396 [ 1589.178536] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.178892] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3c39ba-1d99-4dce-8817-d2880045c11c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.187034] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1589.187034] env[62437]: value = "task-1811547" [ 1589.187034] env[62437]: _type = "Task" [ 1589.187034] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.192027] env[62437]: INFO nova.compute.manager [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Rebuilding instance [ 1589.203417] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1589.204456] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.206367] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72aa112-09b2-4465-8d13-c10c12329144 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.213133] env[62437]: DEBUG nova.compute.manager [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Received event network-changed-fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1589.213133] env[62437]: DEBUG nova.compute.manager [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Refreshing instance network info cache due to event network-changed-fece8694-900d-4c38-9608-f49bcac05a5f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1589.213133] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] Acquiring lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.213627] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] Acquired lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.213966] env[62437]: DEBUG nova.network.neutron [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Refreshing network info cache for port fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.221653] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.222092] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd89c017-6880-4b10-865f-2d0a659c5f84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.266560] env[62437]: DEBUG nova.compute.manager [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.268220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae97e1-032b-4ea6-a243-aef7b248b168 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.337637] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.338064] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a760d7a6-c43f-43fd-b27e-819b0874c334 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.349897] env[62437]: DEBUG oslo_vmware.api [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1589.349897] env[62437]: value = "task-1811549" [ 1589.349897] env[62437]: _type = "Task" [ 1589.349897] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.363791] env[62437]: DEBUG oslo_vmware.api [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.365934] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.366391] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.366612] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.366971] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f75e6fd-8206-4d67-ae76-759dbfa70bc4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.373817] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1589.373817] env[62437]: value = "task-1811550" [ 1589.373817] env[62437]: _type = "Task" [ 1589.373817] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.386283] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.428422] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.464688] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811545, 'name': CreateVM_Task, 'duration_secs': 0.98556} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.465076] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.465950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.466313] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.468483] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.468483] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1251585b-439a-4ebc-8157-17c2a0ce424a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.473872] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1589.473872] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e54c26-bc48-1ae0-36d3-68e54bf6bd01" [ 1589.473872] env[62437]: _type = "Task" [ 1589.473872] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.483183] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e54c26-bc48-1ae0-36d3-68e54bf6bd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.509903] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811546, 'name': Rename_Task, 'duration_secs': 0.726972} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.510428] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.510776] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd328f9-9847-4b7f-aa53-5e8f69d52536 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.519156] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1589.519156] env[62437]: value = "task-1811551" [ 1589.519156] env[62437]: _type = "Task" [ 1589.519156] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.530914] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.668858] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ead726cf-72ed-407b-b08a-71fa52b8a5f1 tempest-ServersTestJSON-650409221 tempest-ServersTestJSON-650409221-project-member] Lock "9ba77dc7-b3e8-46d4-9160-557a3f7cb396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.864638] env[62437]: DEBUG oslo_vmware.api [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811549, 'name': PowerOffVM_Task, 'duration_secs': 0.196312} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.865536] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.867209] env[62437]: DEBUG nova.compute.manager [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.867209] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18710486-8043-4472-81c6-eedc7df402bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.890030] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199434} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.891046] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.891426] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.892079] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.914567] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.915223] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.915962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.916238] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.916623] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.928168] env[62437]: INFO nova.compute.manager [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Terminating instance [ 1589.946742] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.992072] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e54c26-bc48-1ae0-36d3-68e54bf6bd01, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.992748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.993039] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.993715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.993779] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.994013] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.994768] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1844693-d552-48a6-820a-e6e5668a002e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.006810] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.006810] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.006810] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee74500f-acfa-4336-bf96-b47eba56af43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.015742] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1590.015742] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b86ed5-de43-bf1d-bd04-91667de81e04" [ 1590.015742] env[62437]: _type = "Task" [ 1590.015742] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.029078] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b86ed5-de43-bf1d-bd04-91667de81e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.034865] env[62437]: DEBUG oslo_vmware.api [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811551, 'name': PowerOnVM_Task, 'duration_secs': 0.490697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.035768] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.036115] env[62437]: INFO nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Took 5.59 seconds to spawn the instance on the hypervisor. [ 1590.036444] env[62437]: DEBUG nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.037413] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f5696-527d-46c4-bfe6-a98905e570ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.160179] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance 078b40b5-29a5-4e38-a55c-eea6c586ae11 as it has an incoming, in-progress migration 48b6c6a1-8675-4100-81bc-c2ecadf59d52. Migration status is reverting {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1590.163075] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating resource usage from migration 48b6c6a1-8675-4100-81bc-c2ecadf59d52 [ 1590.168224] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Successfully updated port: 984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.199405] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.200358] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance ed797e57-9f4b-4a7c-b363-390ee5b0f82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.200624] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.200781] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201019] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201149] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c4d21476-6b8c-4b76-a4ba-c1292ffa5843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201268] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 987b483b-c364-4179-a59b-0fcce6df5332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201384] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9e00dcfd-147c-443b-bafc-ac77382a57a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201584] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 58259693-b4bd-421d-a7ad-822fc2c5e6c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201653] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fa937bc6-203c-4830-8adc-2fc1394bb790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201996] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 80f80734-f27c-4632-ac25-f8691b27087f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.201996] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.201996] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5ace24d7-780e-4544-8742-fd19b66d29d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.202124] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 6affb551-d4b3-4a32-a19b-7dffe71d0e61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.202220] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4de10d20-6e36-471d-820e-189eafb1253f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.202449] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a315c680-31cc-47e2-be82-f4e8e45d1939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.202449] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 776ef132-6a90-4850-8e1a-122e84f36a7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.202561] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a83d4329-45e0-4625-9eaa-f098c5eaaa94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.202726] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance dd9f0b15-0c99-47d7-bca1-e5c655043c72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.203343] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance af8d829a-893e-41fa-af40-b568893d5ab8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.203497] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.203626] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration 48b6c6a1-8675-4100-81bc-c2ecadf59d52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1590.203749] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 078b40b5-29a5-4e38-a55c-eea6c586ae11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.203869] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7673017e-1c9e-46af-a8c4-d178eb59391e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.203983] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9999541-2626-4379-a548-5d7d7ba0bff3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.204115] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.204311] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 067c47b2-18d6-4599-a4eb-b108b295aefd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.283196] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.286479] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8cd3466-34f2-4bab-9d60-af55ad44667b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.292390] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1590.292390] env[62437]: value = "task-1811552" [ 1590.292390] env[62437]: _type = "Task" [ 1590.292390] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.307621] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.394054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fc928f59-6770-41dc-b616-d0930564d0f4 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.436237] env[62437]: DEBUG nova.compute.manager [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.438054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.438054] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.438054] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adecb6f-d276-44dc-a51b-67cf355dafe9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.452964] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.453374] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f0b6ef-1b22-485c-b57d-23993f85c3fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.462463] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1590.462463] env[62437]: value = "task-1811553" [ 1590.462463] env[62437]: _type = "Task" [ 1590.462463] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.474914] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.530712] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b86ed5-de43-bf1d-bd04-91667de81e04, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.534647] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816d2db3-13c0-493f-8726-10c09d1c4726 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.542916] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1590.542916] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528f0de4-404b-a3b6-9b1d-461e5665dc69" [ 1590.542916] env[62437]: _type = "Task" [ 1590.542916] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.552241] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528f0de4-404b-a3b6-9b1d-461e5665dc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.564499] env[62437]: INFO nova.compute.manager [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Took 30.34 seconds to build instance. [ 1590.655829] env[62437]: DEBUG nova.network.neutron [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Updated VIF entry in instance network info cache for port fece8694-900d-4c38-9608-f49bcac05a5f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.655829] env[62437]: DEBUG nova.network.neutron [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Updating instance_info_cache with network_info: [{"id": "fece8694-900d-4c38-9608-f49bcac05a5f", "address": "fa:16:3e:e5:a0:bf", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece8694-90", "ovs_interfaceid": "fece8694-900d-4c38-9608-f49bcac05a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.677084] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.677287] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.677462] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.706913] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8537ed28-0986-42a2-aa04-d93a3710f721 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.808587] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811552, 'name': PowerOffVM_Task, 'duration_secs': 0.185964} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.809794] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.809794] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.810294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f399a-57d6-400d-bc4c-ef37b5812117 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.820664] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.820799] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8e69df-b8e4-4936-b7ed-55bbf28e5706 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.720907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5a2-2a52-4db7-aada-59fc9277aa36 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.511s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.722307] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e57272c-a0be-4e08-a9c9-2423fa2708f8 req-dc35b500-1027-4a65-ad5e-d6b637e8f837 service nova] Releasing lock "refresh_cache-990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.723830] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9b10aa9-818f-49f3-85e3-409db68fa2ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.729020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.729020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.729020] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.733053] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-700c1006-dd0f-4a71-8227-26b3cdd59045 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.737157] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1591.737399] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1591.737552] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1591.737731] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1591.737866] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1591.738019] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1591.738233] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1591.738386] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1591.738557] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1591.738716] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1591.738878] env[62437]: DEBUG nova.virt.hardware [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1591.744740] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d01d2f-b689-445e-a6dd-6562662e457d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.748325] env[62437]: DEBUG nova.compute.manager [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Received event network-vif-plugged-984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.748572] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Acquiring lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.748783] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.748957] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.749130] env[62437]: DEBUG nova.compute.manager [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] No waiting events found dispatching network-vif-plugged-984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.749295] env[62437]: WARNING nova.compute.manager [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Received unexpected event network-vif-plugged-984868c1-5bf8-41dd-ac5e-ca362cbac8ba for instance with vm_state building and task_state spawning. [ 1591.749485] env[62437]: DEBUG nova.compute.manager [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Received event network-changed-984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.749670] env[62437]: DEBUG nova.compute.manager [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Refreshing instance network info cache due to event network-changed-984868c1-5bf8-41dd-ac5e-ca362cbac8ba. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.749850] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Acquiring lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.751094] env[62437]: DEBUG oslo_vmware.api [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811536, 'name': ReconfigVM_Task, 'duration_secs': 5.799547} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.752214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.752421] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Reconfigured VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1591.762098] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528f0de4-404b-a3b6-9b1d-461e5665dc69, 'name': SearchDatastore_Task, 'duration_secs': 0.015914} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.762358] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811553, 'name': PowerOffVM_Task, 'duration_secs': 0.736541} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.764033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.764344] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf/990a2f7d-0ffa-4fa5-a032-a38db6b08ecf.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.764574] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.764794] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.765061] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1591.765061] env[62437]: value = "task-1811555" [ 1591.765061] env[62437]: _type = "Task" [ 1591.765061] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.767184] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f24eca2-79ef-408b-a8db-d373ebbe9a66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.769137] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2327b7fb-5ca9-462c-b470-ae53dcf3baf1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.776466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871919b-42a1-4bc9-8b37-6303dc13366d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.786909] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.798141] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1591.798141] env[62437]: value = "task-1811557" [ 1591.798141] env[62437]: _type = "Task" [ 1591.798141] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.798681] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:39:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.807015] env[62437]: DEBUG oslo.service.loopingcall [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.809906] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.813091] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.816900] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7378c7b-69bf-4cf1-b0b4-63a10988c31f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.839861] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.841320] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.841320] env[62437]: value = "task-1811558" [ 1591.841320] env[62437]: _type = "Task" [ 1591.841320] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.849924] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811558, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.865122] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.865459] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.865569] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Deleting the datastore file [datastore1] 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.865808] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f698148-774d-4508-86f0-977b095a15e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.874351] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for the task: (returnval){ [ 1591.874351] env[62437]: value = "task-1811559" [ 1591.874351] env[62437]: _type = "Task" [ 1591.874351] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.886348] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.165584] env[62437]: DEBUG nova.network.neutron [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Updating instance_info_cache with network_info: [{"id": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "address": "fa:16:3e:3a:fd:ce", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984868c1-5b", "ovs_interfaceid": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.227934] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d3e934bf-3148-4d00-9cd9-b937a5ed2fe6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1592.227934] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1592.228231] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1592.286150] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284727} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.286150] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.286150] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.286350] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.317825] env[62437]: DEBUG nova.objects.instance [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'flavor' on Instance uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.344700] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.359880] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811558, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.399064] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.668606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.671117] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Instance network_info: |[{"id": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "address": "fa:16:3e:3a:fd:ce", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984868c1-5b", "ovs_interfaceid": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.672268] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Acquired lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.672515] env[62437]: DEBUG nova.network.neutron [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Refreshing network info cache for port 984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.674096] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:fd:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '984868c1-5bf8-41dd-ac5e-ca362cbac8ba', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.682918] env[62437]: DEBUG oslo.service.loopingcall [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.683498] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.683750] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4bb780-b229-4c63-9f55-fa0d2183a6a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.708548] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.708548] env[62437]: value = "task-1811560" [ 1592.708548] env[62437]: _type = "Task" [ 1592.708548] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.721807] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811560, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.817666] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fda8ec-b9bb-4e60-8ab0-63ab478b8f61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.837302] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692915} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.838030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.838151] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.838537] env[62437]: DEBUG nova.network.neutron [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.838537] env[62437]: DEBUG nova.objects.instance [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'info_cache' on Instance uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.839827] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf/990a2f7d-0ffa-4fa5-a032-a38db6b08ecf.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.840428] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.841189] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2562c9ab-5e76-4ba6-bc45-d53eb3d0fab0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.845928] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c357c3c7-9e9e-444e-b957-4424371038e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.901735] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05563b56-18c2-4fef-ae9c-f39d855fa782 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.904496] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1592.904496] env[62437]: value = "task-1811561" [ 1592.904496] env[62437]: _type = "Task" [ 1592.904496] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.905081] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811558, 'name': CreateVM_Task, 'duration_secs': 0.756721} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.905378] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.910342] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.910710] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.911890] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.920224] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6bab974-312a-4a24-bc11-44515ad74776 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.923264] env[62437]: DEBUG oslo_vmware.api [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Task: {'id': task-1811559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523059} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.925783] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.925783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.925783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.925783] env[62437]: INFO nova.compute.manager [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1592.925783] env[62437]: DEBUG oslo.service.loopingcall [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.926758] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd15c2-7709-446a-b2cb-a69a04d7fea5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.936172] env[62437]: DEBUG nova.compute.manager [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.936307] env[62437]: DEBUG nova.network.neutron [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.938386] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811561, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.940995] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1592.940995] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5210051d-1eac-fc05-f8ae-2c40d6f83f2d" [ 1592.940995] env[62437]: _type = "Task" [ 1592.940995] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.954612] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.966257] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5210051d-1eac-fc05-f8ae-2c40d6f83f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.966257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.966257] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.966257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.966257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.966257] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.966257] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90bf398e-c471-4385-bd13-f6ca177e3cd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.975840] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.976057] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.979958] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef94d0b-bf96-49c3-ad37-d216a71bd329 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.988275] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1592.988275] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528b314e-d4db-2813-3b23-37765d8275e0" [ 1592.988275] env[62437]: _type = "Task" [ 1592.988275] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.000391] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528b314e-d4db-2813-3b23-37765d8275e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.174064] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.174306] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.221274] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811560, 'name': CreateVM_Task, 'duration_secs': 0.443626} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.221274] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.221982] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.222160] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.222499] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.222820] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47148b33-9ef0-4d48-a383-2bcc77568261 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.231079] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1593.231079] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc43b9-3119-f489-372a-bc7803d18052" [ 1593.231079] env[62437]: _type = "Task" [ 1593.231079] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.245932] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc43b9-3119-f489-372a-bc7803d18052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.337176] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.337453] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.337634] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.337822] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.337970] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.338176] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.338373] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.338532] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.338702] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.338922] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.339138] env[62437]: DEBUG nova.virt.hardware [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.340098] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5fda0-b31d-4739-826b-3e890defc27e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.349470] env[62437]: DEBUG nova.objects.base [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Object Instance<3ec61025-e8be-4d3b-901f-4293004363d6> lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1593.354783] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ae2a87-b823-4d58-b835-52e64b3615f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.375071] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:bd:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7df406-9fa6-4f72-8806-6995bd8320eb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.387156] env[62437]: DEBUG oslo.service.loopingcall [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.387865] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.389239] env[62437]: DEBUG nova.compute.manager [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Received event network-changed-470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1593.389399] env[62437]: DEBUG nova.compute.manager [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Refreshing instance network info cache due to event network-changed-470e6b95-9ee5-4414-924c-177fd43e60a1. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1593.389652] env[62437]: DEBUG oslo_concurrency.lockutils [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] Acquiring lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.389763] env[62437]: DEBUG oslo_concurrency.lockutils [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] Acquired lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.389924] env[62437]: DEBUG nova.network.neutron [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Refreshing network info cache for port 470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.391079] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6aa985d-cb8b-43ab-9f70-b8786ed78e6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.424971] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103572} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.425224] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.425224] env[62437]: value = "task-1811562" [ 1593.425224] env[62437]: _type = "Task" [ 1593.425224] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.425925] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.426843] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4aeeec-9a84-41a9-91fe-9887ff69a213 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.439533] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811562, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.457533] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf/990a2f7d-0ffa-4fa5-a032-a38db6b08ecf.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.458422] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800eb5c2-6667-4851-aa48-98c78a84461f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.473745] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.482868] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1593.482868] env[62437]: value = "task-1811563" [ 1593.482868] env[62437]: _type = "Task" [ 1593.482868] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.496024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9b33aa1d-639c-47be-8163-acbf0b57f870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.496024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.504636] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.515317] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528b314e-d4db-2813-3b23-37765d8275e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.517394] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b007404-8460-4cb9-a602-481c33ace9c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.527106] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1593.527106] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d81492-54b8-96ad-a46a-3e967ae874a1" [ 1593.527106] env[62437]: _type = "Task" [ 1593.527106] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.536101] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d81492-54b8-96ad-a46a-3e967ae874a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.548831] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.549061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.549521] env[62437]: DEBUG nova.network.neutron [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.677706] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.694980] env[62437]: DEBUG nova.network.neutron [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Updated VIF entry in instance network info cache for port 984868c1-5bf8-41dd-ac5e-ca362cbac8ba. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.695382] env[62437]: DEBUG nova.network.neutron [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Updating instance_info_cache with network_info: [{"id": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "address": "fa:16:3e:3a:fd:ce", "network": {"id": "255b6a33-4db6-4299-a680-8ba665fd7186", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-126084811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19b72e718429fb26ff148211ea421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap984868c1-5b", "ovs_interfaceid": "984868c1-5bf8-41dd-ac5e-ca362cbac8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.747814] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc43b9-3119-f489-372a-bc7803d18052, 'name': SearchDatastore_Task, 'duration_secs': 0.01739} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.748177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.748414] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.748765] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.852289] env[62437]: DEBUG nova.network.neutron [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updated VIF entry in instance network info cache for port 470e6b95-9ee5-4414-924c-177fd43e60a1. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.852733] env[62437]: DEBUG nova.network.neutron [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating instance_info_cache with network_info: [{"id": "470e6b95-9ee5-4414-924c-177fd43e60a1", "address": "fa:16:3e:82:cb:d1", "network": {"id": "2730b393-8ee9-43dc-8c64-c372b9548737", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-157811043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bef40302b4547b1b9d8e223b76e9b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470e6b95-9e", "ovs_interfaceid": "470e6b95-9ee5-4414-924c-177fd43e60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.942270] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811562, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.982497] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1593.982837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.853s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.983351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.329s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.983567] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.985963] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.471s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.988191] env[62437]: INFO nova.compute.claims [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.003896] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.006162] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.019963] env[62437]: INFO nova.scheduler.client.report [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted allocations for instance 6affb551-d4b3-4a32-a19b-7dffe71d0e61 [ 1594.024739] env[62437]: DEBUG nova.network.neutron [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.039731] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d81492-54b8-96ad-a46a-3e967ae874a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015865} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.040097] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.040370] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.040705] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.041127] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.041512] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11374ef4-9e1b-4494-b741-c366274d696e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.046061] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a080cd20-c456-4103-bc4f-9e00ee3b22c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.051833] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1594.051833] env[62437]: value = "task-1811564" [ 1594.051833] env[62437]: _type = "Task" [ 1594.051833] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.058801] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.060940] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.060940] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9247ad7-1a94-468f-b00c-11e68fc94e21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.066318] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1594.066318] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b5d538-1ce9-2021-b1c8-f45cd8194b83" [ 1594.066318] env[62437]: _type = "Task" [ 1594.066318] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.070034] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.079724] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b5d538-1ce9-2021-b1c8-f45cd8194b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.144185] env[62437]: DEBUG nova.compute.manager [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-vif-deleted-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1594.144313] env[62437]: INFO nova.compute.manager [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Neutron deleted interface e71e962e-e6d6-4eaa-91bb-34f77c1dad1b; detaching it from the instance and deleting it from the info cache [ 1594.144682] env[62437]: DEBUG nova.network.neutron [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.199712] env[62437]: DEBUG oslo_concurrency.lockutils [req-958be7fa-bf1f-4f40-b878-37e178410546 req-09268074-f573-4b6f-8925-d0660f94b853 service nova] Releasing lock "refresh_cache-067c47b2-18d6-4599-a4eb-b108b295aefd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.203396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.357180] env[62437]: DEBUG oslo_concurrency.lockutils [req-83aea573-341a-4ee0-bb74-bb36e06f264f req-e7e96dad-e381-4a49-b53a-942649ed21c3 service nova] Releasing lock "refresh_cache-b9999541-2626-4379-a548-5d7d7ba0bff3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.373249] env[62437]: DEBUG nova.network.neutron [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.443181] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811562, 'name': CreateVM_Task, 'duration_secs': 0.544797} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.444514] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.451173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.451173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.451173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.451173] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abce01c0-e201-4eb6-8873-676ed1148e7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.454788] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1594.454788] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520f0f96-137a-4b71-63a0-60255a6587e2" [ 1594.454788] env[62437]: _type = "Task" [ 1594.454788] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.468938] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520f0f96-137a-4b71-63a0-60255a6587e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.504078] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811563, 'name': ReconfigVM_Task, 'duration_secs': 0.55447} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.504787] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf/990a2f7d-0ffa-4fa5-a032-a38db6b08ecf.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.505521] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be177140-6d91-43eb-a3f5-d5d97f45f525 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.515134] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1594.515134] env[62437]: value = "task-1811565" [ 1594.515134] env[62437]: _type = "Task" [ 1594.515134] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.525665] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811565, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.526772] env[62437]: INFO nova.network.neutron [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Port e71e962e-e6d6-4eaa-91bb-34f77c1dad1b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1594.527067] env[62437]: DEBUG nova.network.neutron [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [{"id": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "address": "fa:16:3e:cb:ee:93", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5d514-f4", "ovs_interfaceid": "46a5d514-f40f-44a7-9a3d-8324138d01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.528417] env[62437]: INFO nova.compute.manager [-] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Took 1.59 seconds to deallocate network for instance. [ 1594.533155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.533783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5cfb053b-fcf5-4316-b94e-319480e9dff1 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "6affb551-d4b3-4a32-a19b-7dffe71d0e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.937s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.565036] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.579843] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b5d538-1ce9-2021-b1c8-f45cd8194b83, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.581496] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5296eb-f899-4eea-a82c-12d13dc17cf0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.587774] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1594.587774] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b18fe8-c705-f652-f6e5-6bb6d389037d" [ 1594.587774] env[62437]: _type = "Task" [ 1594.587774] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.595815] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b18fe8-c705-f652-f6e5-6bb6d389037d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.648524] env[62437]: DEBUG oslo_concurrency.lockutils [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.648524] env[62437]: DEBUG oslo_concurrency.lockutils [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] Acquired lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.649460] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3701c9-1bb4-4d04-9a50-22e5fc3b43fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.672268] env[62437]: DEBUG oslo_concurrency.lockutils [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] Releasing lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.673144] env[62437]: WARNING nova.compute.manager [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Detach interface failed, port_id=e71e962e-e6d6-4eaa-91bb-34f77c1dad1b, reason: No device with interface-id e71e962e-e6d6-4eaa-91bb-34f77c1dad1b exists on VM: nova.exception.NotFound: No device with interface-id e71e962e-e6d6-4eaa-91bb-34f77c1dad1b exists on VM [ 1594.673144] env[62437]: DEBUG nova.compute.manager [req-82d63fa1-0cf4-439c-9897-609d3e8e5ab9 req-92f549a4-c511-440f-973b-57facd160270 service nova] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Received event network-vif-deleted-75f2ed4e-1b33-4d97-86a6-bbe9d0d58962 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1594.876369] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.949855] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.950516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.950871] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.951120] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.951306] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.959171] env[62437]: INFO nova.compute.manager [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Terminating instance [ 1594.966931] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520f0f96-137a-4b71-63a0-60255a6587e2, 'name': SearchDatastore_Task, 'duration_secs': 0.072065} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.967262] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.967494] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.967705] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.025223] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811565, 'name': Rename_Task, 'duration_secs': 0.333934} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.027945] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.029149] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ed9a81-7657-462b-8649-e07975b3dc48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.035188] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-ed797e57-9f4b-4a7c-b363-390ee5b0f82b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.038182] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1595.038182] env[62437]: value = "task-1811566" [ 1595.038182] env[62437]: _type = "Task" [ 1595.038182] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.041882] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.049507] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.067337] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662954} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.067623] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.067899] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.071031] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1598a2ba-e064-4674-8cf0-3eb8d409c8c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.076951] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1595.076951] env[62437]: value = "task-1811567" [ 1595.076951] env[62437]: _type = "Task" [ 1595.076951] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.086609] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.100505] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b18fe8-c705-f652-f6e5-6bb6d389037d, 'name': SearchDatastore_Task, 'duration_secs': 0.066422} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.101434] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.101434] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 067c47b2-18d6-4599-a4eb-b108b295aefd/067c47b2-18d6-4599-a4eb-b108b295aefd.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.104340] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.104564] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.104873] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d0c91a-aa24-47de-9012-8d311444d64e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.107462] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b32c21a-0cc3-4170-a818-890c020867ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.116115] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1595.116115] env[62437]: value = "task-1811568" [ 1595.116115] env[62437]: _type = "Task" [ 1595.116115] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.120959] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.121243] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.122852] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32b4977-f02a-44b9-b15b-381c3b1a003f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.135771] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.135771] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1595.135771] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523a948e-d0b1-9998-40f7-9b20214795e5" [ 1595.135771] env[62437]: _type = "Task" [ 1595.135771] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.145114] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523a948e-d0b1-9998-40f7-9b20214795e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.463272] env[62437]: DEBUG nova.compute.manager [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.463508] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.464417] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45dead-83c5-4df0-8cee-aed10f669f04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.469175] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68839251-4c65-4192-a43d-bfbebad2e785 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.479102] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc87f2-8f4e-4ebe-9207-cec2dc2a5215 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.482742] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.483136] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526a7436-0e18-4a50-a890-8f8d7e161f86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.520422] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4c7df-1677-467b-a047-5856d4a251d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.523866] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1595.523866] env[62437]: value = "task-1811569" [ 1595.523866] env[62437]: _type = "Task" [ 1595.523866] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.533118] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226e4441-9c71-4357-882f-e6168b4861f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.543108] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d986a1ad-b556-4f32-9caa-7d4a9ff62de3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-ed797e57-9f4b-4a7c-b363-390ee5b0f82b-e71e962e-e6d6-4eaa-91bb-34f77c1dad1b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.729s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.544831] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.560419] env[62437]: DEBUG nova.compute.provider_tree [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.570033] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811566, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.590813] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.591772] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.593021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab3800-e47f-41f0-a890-418b5172762e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.632122] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.632676] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3342889-7d66-470c-be61-7bbe7d1d609d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.669876] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523a948e-d0b1-9998-40f7-9b20214795e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019854} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.674672] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1595.674672] env[62437]: value = "task-1811570" [ 1595.674672] env[62437]: _type = "Task" [ 1595.674672] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.674959] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.675205] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcdc8df-66f6-4140-8289-f140d1f0a230 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.686132] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1595.686132] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d27808-a328-57d9-e980-eb0b7f7822df" [ 1595.686132] env[62437]: _type = "Task" [ 1595.686132] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.690042] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.698310] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d27808-a328-57d9-e980-eb0b7f7822df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.884407] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.884701] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c4e198-bed8-47c1-ada4-acaa2dde591c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.893372] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1595.893372] env[62437]: value = "task-1811571" [ 1595.893372] env[62437]: _type = "Task" [ 1595.893372] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.901220] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.035759] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811569, 'name': PowerOffVM_Task, 'duration_secs': 0.373882} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.035998] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.036184] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1596.036448] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4c4997-5e72-4780-841e-fdf54645dd4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.054530] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811566, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.065028] env[62437]: DEBUG nova.scheduler.client.report [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.143875] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681133} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.144320] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 067c47b2-18d6-4599-a4eb-b108b295aefd/067c47b2-18d6-4599-a4eb-b108b295aefd.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.145992] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.145992] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d91ce47-be48-4058-a8eb-c737a9c5969b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.156041] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1596.156041] env[62437]: value = "task-1811573" [ 1596.156041] env[62437]: _type = "Task" [ 1596.156041] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.168723] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.191837] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.211546] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d27808-a328-57d9-e980-eb0b7f7822df, 'name': SearchDatastore_Task, 'duration_secs': 0.056931} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.216024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.216024] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.216024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1596.216024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1596.216024] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleting the datastore file [datastore1] ed797e57-9f4b-4a7c-b363-390ee5b0f82b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.216024] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b4b74a-1ef0-4a9e-a614-28222d712ad5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.219722] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453c0ca1-0304-4525-9acd-b288c9a78dcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.227944] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1596.227944] env[62437]: value = "task-1811574" [ 1596.227944] env[62437]: _type = "Task" [ 1596.227944] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.230215] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1596.230215] env[62437]: value = "task-1811575" [ 1596.230215] env[62437]: _type = "Task" [ 1596.230215] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.247660] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.253244] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.405639] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.555992] env[62437]: DEBUG oslo_vmware.api [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811566, 'name': PowerOnVM_Task, 'duration_secs': 1.130895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.556282] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.556490] env[62437]: INFO nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1596.556676] env[62437]: DEBUG nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.557673] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446e252-ff4b-4752-83de-d036d1a7a5fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.571970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.572717] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.579803] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.010s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.580098] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.591895] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.421s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.591895] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.593716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.897s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.593955] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.596396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.060s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.598698] env[62437]: INFO nova.compute.claims [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.645835] env[62437]: INFO nova.scheduler.client.report [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted allocations for instance 80f80734-f27c-4632-ac25-f8691b27087f [ 1596.670660] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069397} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.672017] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.673401] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272549b1-d00a-4e23-91ae-95d6f9ce285b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.695460] env[62437]: INFO nova.scheduler.client.report [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Deleted allocations for instance dd9f0b15-0c99-47d7-bca1-e5c655043c72 [ 1596.709066] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 067c47b2-18d6-4599-a4eb-b108b295aefd/067c47b2-18d6-4599-a4eb-b108b295aefd.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.713022] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4087b2c-5b6b-4718-a692-a8106dc8ce42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.739933] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1596.739933] env[62437]: value = "task-1811576" [ 1596.739933] env[62437]: _type = "Task" [ 1596.739933] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.740562] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811570, 'name': ReconfigVM_Task, 'duration_secs': 0.611745} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.741711] env[62437]: INFO nova.scheduler.client.report [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Deleted allocations for instance a83d4329-45e0-4625-9eaa-f098c5eaaa94 [ 1596.753029] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e/7673017e-1c9e-46af-a8c4-d178eb59391e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.759861] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a62955c-d8fa-4bdd-97f7-1f68c42d10ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.760749] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.766646] env[62437]: DEBUG oslo_vmware.api [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419375} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.770683] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.770920] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.771114] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.771290] env[62437]: INFO nova.compute.manager [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1596.771539] env[62437]: DEBUG oslo.service.loopingcall [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.771760] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.772052] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1596.772052] env[62437]: value = "task-1811577" [ 1596.772052] env[62437]: _type = "Task" [ 1596.772052] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.772278] env[62437]: DEBUG nova.compute.manager [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1596.773019] env[62437]: DEBUG nova.network.neutron [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1596.785269] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811577, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.819950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "4de10d20-6e36-471d-820e-189eafb1253f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.820913] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.820913] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "4de10d20-6e36-471d-820e-189eafb1253f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.821086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.821278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.824290] env[62437]: INFO nova.compute.manager [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Terminating instance [ 1596.904145] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.948987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "a315c680-31cc-47e2-be82-f4e8e45d1939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.949297] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.949519] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.949795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.949969] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.952502] env[62437]: INFO nova.compute.manager [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Terminating instance [ 1597.078082] env[62437]: INFO nova.compute.manager [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Took 36.43 seconds to build instance. [ 1597.091887] env[62437]: DEBUG nova.compute.utils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.094755] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.095017] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.156763] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ef4de0a-c58e-4fcf-a38e-698ab9b936eb tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "80f80734-f27c-4632-ac25-f8691b27087f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.402s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.186459] env[62437]: DEBUG nova.policy [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7d4b64ca2f47328f1b794d68c60ba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2ffe84b0444622863bdbf1d8d43268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.205592] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f747c19-c07b-4e2d-b920-257f7c51cadd tempest-InstanceActionsNegativeTestJSON-2014292128 tempest-InstanceActionsNegativeTestJSON-2014292128-project-member] Lock "dd9f0b15-0c99-47d7-bca1-e5c655043c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.987s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.251809] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672087} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.252497] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9687b4c4-64ab-472a-9544-0bf822835963 tempest-ServersNegativeTestMultiTenantJSON-1259925372 tempest-ServersNegativeTestMultiTenantJSON-1259925372-project-member] Lock "a83d4329-45e0-4625-9eaa-f098c5eaaa94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.109s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.254165] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.254786] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.259970] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef26a41-c8c7-46b6-856c-509438025796 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.273045] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.275093] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1597.275093] env[62437]: value = "task-1811578" [ 1597.275093] env[62437]: _type = "Task" [ 1597.275093] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.292041] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.296236] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811577, 'name': Rename_Task, 'duration_secs': 0.317825} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.296508] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.296835] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f111b6f-bba9-4577-9345-c1911363b43c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.306856] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1597.306856] env[62437]: value = "task-1811579" [ 1597.306856] env[62437]: _type = "Task" [ 1597.306856] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.321230] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.329432] env[62437]: DEBUG nova.compute.manager [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.330034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.330871] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a35da0-e661-491f-bd9e-7186234dcc8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.340413] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.341349] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b2fb4b-5316-4136-bdb2-4e1b2c95eac9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.355985] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1597.355985] env[62437]: value = "task-1811580" [ 1597.355985] env[62437]: _type = "Task" [ 1597.355985] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.371695] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.407052] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.461435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "fa937bc6-203c-4830-8adc-2fc1394bb790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.461435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.461669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.461772] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.462104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.464438] env[62437]: DEBUG nova.compute.manager [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.464438] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.464714] env[62437]: INFO nova.compute.manager [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Terminating instance [ 1597.466686] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034a5f8-72b8-4edf-a7c6-49b1a9f28b9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.477387] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.480177] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5730feb4-b1ce-4d4a-b727-23974fe5ab60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.487513] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1597.487513] env[62437]: value = "task-1811581" [ 1597.487513] env[62437]: _type = "Task" [ 1597.487513] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.500887] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.579918] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0584ed1f-88dc-408e-b37a-456201645a2d tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.937s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.597834] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1597.677358] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1597.684025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a75d4c-bfa7-4266-9438-77a6fb1f2dfc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.696244] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1597.696244] env[62437]: ERROR oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk due to incomplete transfer. [ 1597.696244] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8987aea5-76ef-47a2-b798-6fe80e23c63a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.712352] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb2dfa-e8e5-a978-e572-45823ac39b0d/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1597.712595] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Uploaded image 58745fbb-e384-450b-bfcb-3b6e9d297c95 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1597.715312] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1597.717713] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9908ea3b-c1db-41d6-8106-a07c9d811955 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.724557] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1597.724557] env[62437]: value = "task-1811582" [ 1597.724557] env[62437]: _type = "Task" [ 1597.724557] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.744962] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811582, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.772319] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811576, 'name': ReconfigVM_Task, 'duration_secs': 0.623452} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.774031] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Successfully created port: dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1597.777568] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 067c47b2-18d6-4599-a4eb-b108b295aefd/067c47b2-18d6-4599-a4eb-b108b295aefd.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.778730] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a950ed-d4c8-4249-92ed-413d9556014d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.790780] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087921} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.792339] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.793027] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1597.793027] env[62437]: value = "task-1811583" [ 1597.793027] env[62437]: _type = "Task" [ 1597.793027] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.796916] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64779f60-7283-4f5d-92f6-b5d7008c5132 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.805319] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.805733] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.805845] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.806019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.806197] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.808402] env[62437]: INFO nova.compute.manager [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Terminating instance [ 1597.836859] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.837310] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811583, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.844448] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93be16a-d1ce-4edc-888e-3277edbe1065 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.867791] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.871158] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1597.871158] env[62437]: value = "task-1811584" [ 1597.871158] env[62437]: _type = "Task" [ 1597.871158] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.874623] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811580, 'name': PowerOffVM_Task, 'duration_secs': 0.283023} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.880266] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.880549] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.881156] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a592ce-60e1-47e3-9c3b-a9c8b7b1b85c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.891022] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.906687] env[62437]: DEBUG oslo_vmware.api [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811571, 'name': PowerOnVM_Task, 'duration_secs': 1.839147} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.907049] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.907882] env[62437]: DEBUG nova.compute.manager [None req-3d418011-c0ab-4915-a956-3768b29911b5 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.908533] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af1d027-e52d-4c37-b93a-1ff2a2698649 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.974832] env[62437]: DEBUG nova.compute.manager [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.975110] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.976415] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cafb95-15e2-4d91-8084-7ec2848dd739 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.985639] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.985868] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.986065] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleting the datastore file [datastore1] 4de10d20-6e36-471d-820e-189eafb1253f {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.987921] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a26b06d-7174-420a-a530-4ad15947c6e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.999070] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.999768] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83cc13b7-e95b-42d3-bf55-f88f6a79d99b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.005489] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1598.005489] env[62437]: value = "task-1811586" [ 1598.005489] env[62437]: _type = "Task" [ 1598.005489] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.010821] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811581, 'name': PowerOffVM_Task, 'duration_secs': 0.232701} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.014490] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.014490] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.015296] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba85ba9-fd4c-47de-b89b-b61429e8203a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.021029] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1598.021029] env[62437]: value = "task-1811587" [ 1598.021029] env[62437]: _type = "Task" [ 1598.021029] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.029086] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.036105] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.081580] env[62437]: DEBUG nova.network.neutron [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.137947] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.138447] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.138976] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleting the datastore file [datastore1] a315c680-31cc-47e2-be82-f4e8e45d1939 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.138976] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65504a37-2628-46b8-b4e6-a0c09885a925 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.162213] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for the task: (returnval){ [ 1598.162213] env[62437]: value = "task-1811589" [ 1598.162213] env[62437]: _type = "Task" [ 1598.162213] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.179295] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.207487] env[62437]: DEBUG nova.compute.manager [req-e988be50-5413-40c0-9cc2-b00f73cc4108 req-c36ba27b-a0a4-4ced-9139-e5fcab04fbab service nova] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Received event network-vif-deleted-46a5d514-f40f-44a7-9a3d-8324138d01e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1598.241481] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811582, 'name': Destroy_Task, 'duration_secs': 0.48401} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.241922] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroyed the VM [ 1598.242111] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1598.242462] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1109ec8a-a0b4-49a9-8001-6a1c7562dc1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.255948] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1598.255948] env[62437]: value = "task-1811590" [ 1598.255948] env[62437]: _type = "Task" [ 1598.255948] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.275202] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.291945] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85d0abb-6032-45b9-9792-541d5556f748 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.304140] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db955419-89d8-4744-93ff-d5abfa86c0ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.311927] env[62437]: DEBUG nova.compute.manager [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.312235] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.342806] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c82399-9353-4999-8368-4611df8976a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.346067] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811583, 'name': Rename_Task, 'duration_secs': 0.276712} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.349530] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ff86c-d1a7-4894-82fe-b538bd28a521 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.352026] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.353681] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7487c6ae-75a3-4b11-aba6-72891248fe77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.357909] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.361303] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce2e0cd7-2721-4236-aa3d-b674ba38bddb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.362899] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811579, 'name': PowerOnVM_Task, 'duration_secs': 0.821542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.366155] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.366289] env[62437]: DEBUG nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.366626] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1598.366626] env[62437]: value = "task-1811591" [ 1598.366626] env[62437]: _type = "Task" [ 1598.366626] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.367994] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00238cb4-6f20-458f-8454-0d7b5ecab055 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.371638] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca61466-cda0-4107-a52b-fe285a03ec66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.380878] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1598.380878] env[62437]: value = "task-1811592" [ 1598.380878] env[62437]: _type = "Task" [ 1598.380878] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.407443] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.408835] env[62437]: DEBUG nova.compute.provider_tree [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.414602] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811584, 'name': ReconfigVM_Task, 'duration_secs': 0.452645} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.417628] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.418716] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.418986] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9edc973-48a2-421a-85d3-74c8be13f905 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.430989] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1598.430989] env[62437]: value = "task-1811593" [ 1598.430989] env[62437]: _type = "Task" [ 1598.430989] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.443027] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811593, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.527351] env[62437]: DEBUG oslo_vmware.api [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231996} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.528143] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.528380] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.528563] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.528766] env[62437]: INFO nova.compute.manager [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1598.529071] env[62437]: DEBUG oslo.service.loopingcall [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.529650] env[62437]: DEBUG nova.compute.manager [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.529757] env[62437]: DEBUG nova.network.neutron [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.535289] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811587, 'name': PowerOffVM_Task, 'duration_secs': 0.264265} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.535956] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.536208] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.536550] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed535e0-7585-4255-a22a-8c42de94dcfa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.584770] env[62437]: INFO nova.compute.manager [-] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Took 1.81 seconds to deallocate network for instance. [ 1598.610988] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1598.635922] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.635922] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.635922] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleting the datastore file [datastore1] fa937bc6-203c-4830-8adc-2fc1394bb790 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.635922] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04dc5928-b916-421a-8cdb-816a07e4198a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.645268] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for the task: (returnval){ [ 1598.645268] env[62437]: value = "task-1811595" [ 1598.645268] env[62437]: _type = "Task" [ 1598.645268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.661410] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.664463] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.664772] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.665031] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.665324] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.665553] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.665944] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.666139] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.666370] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.666582] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.666860] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.667069] env[62437]: DEBUG nova.virt.hardware [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.674914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829dbdaf-2fda-4351-abf1-06678f0ade98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.684676] env[62437]: DEBUG oslo_vmware.api [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Task: {'id': task-1811589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259577} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.687428] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.687685] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.688052] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.688110] env[62437]: INFO nova.compute.manager [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1598.688751] env[62437]: DEBUG oslo.service.loopingcall [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.688751] env[62437]: DEBUG nova.compute.manager [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.688836] env[62437]: DEBUG nova.network.neutron [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.692489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ee3d77-f645-4878-9dae-a60405a0b1bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.766913] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.881932] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.897246] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811592, 'name': PowerOffVM_Task, 'duration_secs': 0.232043} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.897246] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.897246] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.897479] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-364bfa05-81e1-43d9-a4ca-b76f549edcbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.911641] env[62437]: INFO nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] bringing vm to original state: 'stopped' [ 1598.914745] env[62437]: DEBUG nova.scheduler.client.report [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.943610] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811593, 'name': Rename_Task, 'duration_secs': 0.274877} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.943930] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.944196] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ded7767-d99e-4093-9177-f7de2abdacfc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.953160] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1598.953160] env[62437]: value = "task-1811597" [ 1598.953160] env[62437]: _type = "Task" [ 1598.953160] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.962876] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.019071] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.019230] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.019395] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.019793] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e726de-c748-488a-97c8-a011b2610c4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.028121] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1599.028121] env[62437]: value = "task-1811598" [ 1599.028121] env[62437]: _type = "Task" [ 1599.028121] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.036846] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.092779] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.156841] env[62437]: DEBUG oslo_vmware.api [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Task: {'id': task-1811595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417976} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.157118] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.157557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.157557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.157683] env[62437]: INFO nova.compute.manager [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1599.157883] env[62437]: DEBUG oslo.service.loopingcall [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.158098] env[62437]: DEBUG nova.compute.manager [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.158185] env[62437]: DEBUG nova.network.neutron [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.270187] env[62437]: DEBUG oslo_vmware.api [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811590, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602581} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.270187] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1599.270187] env[62437]: INFO nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 14.78 seconds to snapshot the instance on the hypervisor. [ 1599.384576] env[62437]: DEBUG oslo_vmware.api [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811591, 'name': PowerOnVM_Task, 'duration_secs': 0.981694} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.384921] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.385146] env[62437]: INFO nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1599.385331] env[62437]: DEBUG nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.386289] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad50ae-a402-4002-892d-292ee170be46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.421870] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.422511] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.426337] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.243s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.427845] env[62437]: INFO nova.compute.claims [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.469908] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.541998] env[62437]: DEBUG oslo_vmware.api [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239244} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.542301] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.542472] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.542653] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.544135] env[62437]: INFO nova.compute.manager [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1599.544135] env[62437]: DEBUG oslo.service.loopingcall [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.544135] env[62437]: DEBUG nova.compute.manager [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.544135] env[62437]: DEBUG nova.network.neutron [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.717610] env[62437]: DEBUG nova.network.neutron [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.836341] env[62437]: DEBUG nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Found 3 images (rotation: 2) {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1599.836580] env[62437]: DEBUG nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Rotating out 1 backups {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1599.836744] env[62437]: DEBUG nova.compute.manager [None req-9350b4d3-da1a-484d-a251-1c3f4d0366c5 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleting image 6185abea-4f36-4a71-9c38-ea100f37a076 {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1599.910985] env[62437]: INFO nova.compute.manager [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Took 38.19 seconds to build instance. [ 1599.927167] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.927501] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.927692] env[62437]: DEBUG nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.928644] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee2a45-0b10-48a9-9bed-ded5496abda0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.936136] env[62437]: DEBUG nova.compute.utils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.942021] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.942175] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.949724] env[62437]: DEBUG nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1599.970440] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.023898] env[62437]: DEBUG nova.network.neutron [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.055664] env[62437]: DEBUG nova.policy [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c96b476cdc149db85893b730e95b73d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02033ff5791d46ac961cea28c653e3b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.096488] env[62437]: DEBUG nova.compute.manager [req-aba5729e-1932-41e9-a2c1-bbea4f0cdd06 req-e5f200bb-876d-41ea-aee2-c21117fbea86 service nova] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Received event network-vif-deleted-8fdb9f6b-8904-4df9-b8a5-27848494491a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.221542] env[62437]: INFO nova.compute.manager [-] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Took 1.69 seconds to deallocate network for instance. [ 1600.357896] env[62437]: DEBUG nova.network.neutron [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.410499] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Successfully updated port: dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.414766] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f85fe09f-4df9-4265-a496-ed76bca3eb92 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.699s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.442107] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.455857] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.455857] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963e232d-e675-4e54-94b6-98e716bf8f64 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.470949] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1600.470949] env[62437]: value = "task-1811599" [ 1600.470949] env[62437]: _type = "Task" [ 1600.470949] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.470949] env[62437]: DEBUG oslo_vmware.api [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811597, 'name': PowerOnVM_Task, 'duration_secs': 1.281697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.471192] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.471798] env[62437]: DEBUG nova.compute.manager [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.482302] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec83e98-aaa6-4259-8a16-e8c8b26560c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.497802] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.529430] env[62437]: INFO nova.compute.manager [-] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Took 1.84 seconds to deallocate network for instance. [ 1600.685577] env[62437]: DEBUG nova.network.neutron [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.730656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.860595] env[62437]: INFO nova.compute.manager [-] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Took 1.70 seconds to deallocate network for instance. [ 1600.897432] env[62437]: DEBUG nova.compute.manager [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Received event network-vif-deleted-57ae7ad9-7a6e-4109-a271-ffdad613480f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.897626] env[62437]: DEBUG nova.compute.manager [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Received event network-vif-plugged-dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.897807] env[62437]: DEBUG oslo_concurrency.lockutils [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] Acquiring lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.897993] env[62437]: DEBUG oslo_concurrency.lockutils [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] Lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.899339] env[62437]: DEBUG oslo_concurrency.lockutils [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] Lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.902282] env[62437]: DEBUG nova.compute.manager [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] No waiting events found dispatching network-vif-plugged-dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.902282] env[62437]: WARNING nova.compute.manager [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Received unexpected event network-vif-plugged-dc4cd0f4-51b9-49d0-94eb-b7f314d06313 for instance with vm_state building and task_state spawning. [ 1600.902282] env[62437]: DEBUG nova.compute.manager [req-cdc6ddd5-115d-44d2-9e66-8f3435fddb1e req-1f0dcec5-7470-44ba-9ede-dc91d1dcb954 service nova] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Received event network-vif-deleted-cd231c7c-47bb-470a-8b02-b3ca97c42aaf {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.912793] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.913038] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.913163] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.985425] env[62437]: DEBUG oslo_vmware.api [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811599, 'name': PowerOffVM_Task, 'duration_secs': 0.368393} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.986667] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.986878] env[62437]: DEBUG nova.compute.manager [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.987650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134d339-b909-4687-bc3d-4c77d9f8fb5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.990685] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341b1b95-99ec-4770-b981-73b17d2c220c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.002623] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Successfully created port: f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.005611] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e6def9-88fa-490d-9a77-d3be9ec30486 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.048146] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.048877] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.049936] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c7e820-b32b-4297-8896-5e924b2e1fd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.059116] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376d9383-d295-4c56-8abf-c8e6ed1a0e77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.073993] env[62437]: DEBUG nova.compute.provider_tree [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.188948] env[62437]: INFO nova.compute.manager [-] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Took 1.65 seconds to deallocate network for instance. [ 1601.371249] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.454610] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.476860] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.483621] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.483863] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.484090] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.484298] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.484448] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.484648] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.484949] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.485133] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.485306] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.485467] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.485638] env[62437]: DEBUG nova.virt.hardware [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.486489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e9db10-b9a8-46ea-8b51-ef9c9ee882f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.495205] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a74e35-f99d-43a7-8b01-8756fc31456e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.513330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.586s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.577612] env[62437]: DEBUG nova.scheduler.client.report [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.697729] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.755560] env[62437]: DEBUG nova.network.neutron [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Updating instance_info_cache with network_info: [{"id": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "address": "fa:16:3e:ea:9c:be", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4cd0f4-51", "ovs_interfaceid": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.021457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.086069] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.086846] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.090056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.855s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.263016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.263016] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Instance network_info: |[{"id": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "address": "fa:16:3e:ea:9c:be", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4cd0f4-51", "ovs_interfaceid": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.263016] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4cd0f4-51b9-49d0-94eb-b7f314d06313', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.271452] env[62437]: DEBUG oslo.service.loopingcall [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.272253] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.272656] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56bade1-3c2a-4eca-9e42-39f457033a06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.302138] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.302138] env[62437]: value = "task-1811600" [ 1602.302138] env[62437]: _type = "Task" [ 1602.302138] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.309737] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811600, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.469226] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "067c47b2-18d6-4599-a4eb-b108b295aefd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.469339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.469548] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.469736] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.469912] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.472228] env[62437]: INFO nova.compute.manager [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Terminating instance [ 1602.593812] env[62437]: DEBUG nova.compute.utils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.595669] env[62437]: DEBUG nova.objects.instance [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lazy-loading 'migration_context' on Instance uuid 078b40b5-29a5-4e38-a55c-eea6c586ae11 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.597074] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.597251] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.624342] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.625355] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.642948] env[62437]: DEBUG nova.compute.manager [req-01adefab-ede4-440f-bfba-b515130efda4 req-52676415-eed0-4fd7-8951-a48e6d0680f2 service nova] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Received event network-vif-deleted-fece8694-900d-4c38-9608-f49bcac05a5f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1602.681285] env[62437]: DEBUG nova.policy [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc37cb4a3cb44d3b0a3eb44301df9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37262525ee84a10814904eada319cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1602.812865] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811600, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.977872] env[62437]: DEBUG nova.compute.manager [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.977872] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.978668] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0548b-088d-4ff7-a97b-985ac1425007 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.989458] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.990239] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba0b872-4b2f-4f11-815e-21f2e83b3ab3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.998104] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1602.998104] env[62437]: value = "task-1811601" [ 1602.998104] env[62437]: _type = "Task" [ 1602.998104] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.009114] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.099070] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.126942] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.313112] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811600, 'name': CreateVM_Task, 'duration_secs': 0.541783} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.315645] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.318673] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.318845] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.319195] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.319681] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6676dcf1-3f4c-45a9-83b6-4d68e303e998 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.324883] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1603.324883] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ebde-4806-33ab-b921-982bed0f13d3" [ 1603.324883] env[62437]: _type = "Task" [ 1603.324883] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.339956] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ebde-4806-33ab-b921-982bed0f13d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.407828] env[62437]: DEBUG nova.compute.manager [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Received event network-changed-dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1603.408229] env[62437]: DEBUG nova.compute.manager [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Refreshing instance network info cache due to event network-changed-dc4cd0f4-51b9-49d0-94eb-b7f314d06313. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1603.408494] env[62437]: DEBUG oslo_concurrency.lockutils [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] Acquiring lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.408681] env[62437]: DEBUG oslo_concurrency.lockutils [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] Acquired lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.408920] env[62437]: DEBUG nova.network.neutron [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Refreshing network info cache for port dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.508050] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811601, 'name': PowerOffVM_Task, 'duration_secs': 0.264173} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.510621] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.510862] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.511438] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be68005-3e28-48ed-acee-2d00cbc3c633 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.540376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d18cb-b843-4aae-963c-4a9d4bdcdc4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.549505] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177cd83e-dfbd-4d45-ab9d-817f909a14e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.581423] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc03a8-bd72-4f35-82f6-dfd2191279a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.589053] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ce72f-7237-4197-b9f1-8ca1edcce1d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.602784] env[62437]: DEBUG nova.compute.provider_tree [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.654035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.656617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.656617] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.656617] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleting the datastore file [datastore1] 067c47b2-18d6-4599-a4eb-b108b295aefd {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.656617] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85653648-dea0-4f20-b787-282382b45980 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.663891] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for the task: (returnval){ [ 1603.663891] env[62437]: value = "task-1811603" [ 1603.663891] env[62437]: _type = "Task" [ 1603.663891] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.671989] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.702419] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Successfully created port: a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.757213] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Successfully updated port: f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.841653] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227ebde-4806-33ab-b921-982bed0f13d3, 'name': SearchDatastore_Task, 'duration_secs': 0.025155} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.842278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.842725] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.843373] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.843739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.844127] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.844560] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa4d28d-8c25-47df-ab1f-7275beca8b3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.862927] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.863297] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.864475] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90927137-e2c6-431f-8ec7-0bf1b4473e03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.871771] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1603.871771] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526bd41b-833b-2686-72d8-79083abe6fe0" [ 1603.871771] env[62437]: _type = "Task" [ 1603.871771] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.885561] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526bd41b-833b-2686-72d8-79083abe6fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.106719] env[62437]: DEBUG nova.scheduler.client.report [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.115925] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.173129] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6167769d01d82783da2ac096c2695e37',container_format='bare',created_at=2024-12-12T11:33:22Z,direct_url=,disk_format='vmdk',id=0b466ea8-1b04-47c8-a9bf-3e38b7da8d38,min_disk=1,min_ram=0,name='tempest-test-snap-1467769678',owner='f37262525ee84a10814904eada319cef',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T11:33:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.173431] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.173620] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.173833] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.174042] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.174184] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.174411] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.174589] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.174774] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.174969] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.177095] env[62437]: DEBUG nova.virt.hardware [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.177984] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a443ce5-87b4-45f2-889e-830678e05721 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.188327] env[62437]: DEBUG oslo_vmware.api [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Task: {'id': task-1811603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431814} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.191234] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.191595] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.191824] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.192014] env[62437]: INFO nova.compute.manager [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1604.192292] env[62437]: DEBUG oslo.service.loopingcall [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.192558] env[62437]: DEBUG nova.compute.manager [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.192651] env[62437]: DEBUG nova.network.neutron [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.195437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd57a9e-8901-48a7-9f4d-8276434a9757 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.212414] env[62437]: INFO nova.compute.manager [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Rebuilding instance [ 1604.262060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.262153] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquired lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.262587] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.270548] env[62437]: DEBUG nova.compute.manager [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.272254] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc58c9-9336-46ac-b0a0-2eac66e07a0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.383744] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526bd41b-833b-2686-72d8-79083abe6fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.031122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.384692] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ad6217-81ce-44b4-96d7-594bc0f21493 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.389485] env[62437]: DEBUG nova.network.neutron [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Updated VIF entry in instance network info cache for port dc4cd0f4-51b9-49d0-94eb-b7f314d06313. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.389872] env[62437]: DEBUG nova.network.neutron [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Updating instance_info_cache with network_info: [{"id": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "address": "fa:16:3e:ea:9c:be", "network": {"id": "1e4ba24e-ef37-4bb6-9ae4-18d5d221874b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-557247144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2ffe84b0444622863bdbf1d8d43268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4cd0f4-51", "ovs_interfaceid": "dc4cd0f4-51b9-49d0-94eb-b7f314d06313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.395704] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1604.395704] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524d79b7-3012-fa70-f93e-bc196a3cadb7" [ 1604.395704] env[62437]: _type = "Task" [ 1604.395704] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.409081] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524d79b7-3012-fa70-f93e-bc196a3cadb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.512098] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.513160] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.802047] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.900018] env[62437]: DEBUG oslo_concurrency.lockutils [req-8c08140b-ee3b-4dc2-bf32-e7134e502d15 req-61d2d42d-6342-4fc7-9577-94754ec51676 service nova] Releasing lock "refresh_cache-8537ed28-0986-42a2-aa04-d93a3710f721" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.910429] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524d79b7-3012-fa70-f93e-bc196a3cadb7, 'name': SearchDatastore_Task, 'duration_secs': 0.059237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.910722] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.911548] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8537ed28-0986-42a2-aa04-d93a3710f721/8537ed28-0986-42a2-aa04-d93a3710f721.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.911742] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69af8db-e9ff-4a24-aa31-2b99e9e34ef9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.919553] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1604.919553] env[62437]: value = "task-1811604" [ 1604.919553] env[62437]: _type = "Task" [ 1604.919553] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.928821] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.013477] env[62437]: DEBUG nova.compute.manager [req-11ccf765-1a92-4fc3-b226-767690ea8550 req-b29fdc8c-e66e-485f-96f1-538627bd7d6f service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Received event network-vif-deleted-984868c1-5bf8-41dd-ac5e-ca362cbac8ba {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1605.013708] env[62437]: INFO nova.compute.manager [req-11ccf765-1a92-4fc3-b226-767690ea8550 req-b29fdc8c-e66e-485f-96f1-538627bd7d6f service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Neutron deleted interface 984868c1-5bf8-41dd-ac5e-ca362cbac8ba; detaching it from the instance and deleting it from the info cache [ 1605.013907] env[62437]: DEBUG nova.network.neutron [req-11ccf765-1a92-4fc3-b226-767690ea8550 req-b29fdc8c-e66e-485f-96f1-538627bd7d6f service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.017679] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.080985] env[62437]: DEBUG nova.network.neutron [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.120726] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.030s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.129476] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.138s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.129880] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.133016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.930s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.136085] env[62437]: INFO nova.compute.claims [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.177474] env[62437]: INFO nova.scheduler.client.report [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Deleted allocations for instance 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a [ 1605.241594] env[62437]: DEBUG nova.network.neutron [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updating instance_info_cache with network_info: [{"id": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "address": "fa:16:3e:82:a1:00", "network": {"id": "adb2e0ca-6bd9-492c-914e-ba0471eca8d4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1814391548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02033ff5791d46ac961cea28c653e3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76b5bf5-cd", "ovs_interfaceid": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.282626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.282626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.282626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.282850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.282991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.285488] env[62437]: INFO nova.compute.manager [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Terminating instance [ 1605.288117] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.288440] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ba63fb-f324-4f44-ae45-aa7690af4d58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.296150] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1605.296150] env[62437]: value = "task-1811605" [ 1605.296150] env[62437]: _type = "Task" [ 1605.296150] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.306666] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.429995] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.518549] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7164ad9c-bba0-4b89-8ec4-60d41be7cd84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.528633] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e9f1f-52ec-4216-a949-50378f5cfe5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.571346] env[62437]: DEBUG nova.compute.manager [req-11ccf765-1a92-4fc3-b226-767690ea8550 req-b29fdc8c-e66e-485f-96f1-538627bd7d6f service nova] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Detach interface failed, port_id=984868c1-5bf8-41dd-ac5e-ca362cbac8ba, reason: Instance 067c47b2-18d6-4599-a4eb-b108b295aefd could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1605.572593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.583323] env[62437]: INFO nova.compute.manager [-] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Took 1.39 seconds to deallocate network for instance. [ 1605.687319] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Received event network-vif-plugged-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1605.687624] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Acquiring lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.687886] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.688126] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.688331] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] No waiting events found dispatching network-vif-plugged-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.688532] env[62437]: WARNING nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Received unexpected event network-vif-plugged-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 for instance with vm_state building and task_state spawning. [ 1605.688764] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Received event network-changed-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1605.689036] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Refreshing instance network info cache due to event network-changed-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1605.689254] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Acquiring lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.689902] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e66effd-d852-4d7a-818e-98fb3a6cd16f tempest-ServerGroupTestJSON-27101743 tempest-ServerGroupTestJSON-27101743-project-member] Lock "2c9fcbef-7409-45d1-a8a5-5188fcd08b3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.592s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.741055] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Successfully updated port: a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.743999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Releasing lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.744286] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Instance network_info: |[{"id": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "address": "fa:16:3e:82:a1:00", "network": {"id": "adb2e0ca-6bd9-492c-914e-ba0471eca8d4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1814391548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02033ff5791d46ac961cea28c653e3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76b5bf5-cd", "ovs_interfaceid": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.744574] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Acquired lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.744752] env[62437]: DEBUG nova.network.neutron [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Refreshing network info cache for port f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.745821] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a1:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.753912] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Creating folder: Project (02033ff5791d46ac961cea28c653e3b9). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.758414] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e8da10-4415-4a9b-b59f-4a0ca11e40b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.768547] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Created folder: Project (02033ff5791d46ac961cea28c653e3b9) in parent group-v375259. [ 1605.768739] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Creating folder: Instances. Parent ref: group-v375433. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.769551] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45429ce-171f-4336-b71a-2fc60d5c085d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.781657] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Created folder: Instances in parent group-v375433. [ 1605.781906] env[62437]: DEBUG oslo.service.loopingcall [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.782110] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.782391] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ece62e-77d8-401c-8fda-a449ed79cc2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.799413] env[62437]: DEBUG nova.compute.manager [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1605.799623] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.800839] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcd4a2-a6b4-4688-bfab-56989f24fa98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.811951] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811605, 'name': PowerOffVM_Task, 'duration_secs': 0.200546} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.814532] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.814784] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.815035] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.815035] env[62437]: value = "task-1811608" [ 1605.815035] env[62437]: _type = "Task" [ 1605.815035] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.815256] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.815932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8eab13-09ff-4fc1-9c8a-43ece1aa4fe7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.818435] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23594840-2f41-4e77-af10-a1ef47912110 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.829191] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.832438] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f02f88-d1f6-4235-972d-522d300aa7fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.834071] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811608, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.901738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.902066] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.902261] env[62437]: DEBUG nova.compute.manager [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.903221] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab665ac4-c471-4d30-afcc-5a9609cdc8f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.909904] env[62437]: DEBUG nova.compute.manager [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1605.910509] env[62437]: DEBUG nova.objects.instance [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.929446] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.929780] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.929986] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.934989] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20254d60-3a3c-477a-b0ee-cab3064093a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.937098] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514238} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.937707] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8537ed28-0986-42a2-aa04-d93a3710f721/8537ed28-0986-42a2-aa04-d93a3710f721.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.937940] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.939545] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6368da1-4d6a-4d1a-8954-3fb162c77db7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.943510] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.943710] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.943892] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] 7673017e-1c9e-46af-a8c4-d178eb59391e {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.945354] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e6ce3e1-c44e-423e-aeee-b11de5bbd6a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.947006] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1605.947006] env[62437]: value = "task-1811611" [ 1605.947006] env[62437]: _type = "Task" [ 1605.947006] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.952202] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1605.952202] env[62437]: value = "task-1811612" [ 1605.952202] env[62437]: _type = "Task" [ 1605.952202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.953474] env[62437]: DEBUG oslo_vmware.api [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1605.953474] env[62437]: value = "task-1811613" [ 1605.953474] env[62437]: _type = "Task" [ 1605.953474] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.959043] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.966711] env[62437]: DEBUG oslo_vmware.api [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.969473] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.089611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.243801] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.244071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.244120] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.330260] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811608, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.474062] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069456} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.474387] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311654} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.475068] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.475408] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.475644] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.475910] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.486540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8850e6a-d47a-43a4-80c8-20e88f14089a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.489555] env[62437]: DEBUG oslo_vmware.api [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363726} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.492933] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.492933] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.492933] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.492933] env[62437]: INFO nova.compute.manager [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1606.493272] env[62437]: DEBUG oslo.service.loopingcall [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.493661] env[62437]: DEBUG nova.compute.manager [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1606.493776] env[62437]: DEBUG nova.network.neutron [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.515571] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8537ed28-0986-42a2-aa04-d93a3710f721/8537ed28-0986-42a2-aa04-d93a3710f721.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.522697] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675ca515-571d-4b99-bea8-4ac4706951a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.543638] env[62437]: DEBUG nova.network.neutron [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updated VIF entry in instance network info cache for port f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.547020] env[62437]: DEBUG nova.network.neutron [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updating instance_info_cache with network_info: [{"id": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "address": "fa:16:3e:82:a1:00", "network": {"id": "adb2e0ca-6bd9-492c-914e-ba0471eca8d4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1814391548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02033ff5791d46ac961cea28c653e3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76b5bf5-cd", "ovs_interfaceid": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.556937] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1606.556937] env[62437]: value = "task-1811614" [ 1606.556937] env[62437]: _type = "Task" [ 1606.556937] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.568009] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.655218] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a591d099-5f16-44a0-bcab-eeee71a54ab7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.672473] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8b3ef-e7ad-4861-89df-05113a64aed3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.679079] env[62437]: INFO nova.compute.manager [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Swapping old allocation on dict_keys(['33a24f4a-718f-4c1c-8181-35b3aad24de8']) held by migration 48b6c6a1-8675-4100-81bc-c2ecadf59d52 for instance [ 1606.705425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c439c1-1244-4e00-aad5-9330f3958eeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.712956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e2d65-57a6-4cc6-80d5-cd9016e39d35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.729649] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.731671] env[62437]: DEBUG nova.scheduler.client.report [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Overwriting current allocation {'allocations': {'33a24f4a-718f-4c1c-8181-35b3aad24de8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'c328f81511034b85801534bfd44580ed', 'user_id': 'b37c86acb71646a4a823a78679682420', 'consumer_generation': 1} on consumer 078b40b5-29a5-4e38-a55c-eea6c586ae11 {{(pid=62437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1606.807271] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.832243] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811608, 'name': CreateVM_Task, 'duration_secs': 0.6708} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.832424] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.833101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.833279] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.833598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.833859] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09487e5-f9b5-495c-9597-f0207090d955 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.838699] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1606.838699] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52800cd7-9e1c-7b70-d5cf-97d399ee2ef0" [ 1606.838699] env[62437]: _type = "Task" [ 1606.838699] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.846647] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52800cd7-9e1c-7b70-d5cf-97d399ee2ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.857893] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.858087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquired lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.858267] env[62437]: DEBUG nova.network.neutron [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.922333] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.922868] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db909be-580a-4287-8716-eb1a778fed06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.934429] env[62437]: DEBUG oslo_vmware.api [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1606.934429] env[62437]: value = "task-1811615" [ 1606.934429] env[62437]: _type = "Task" [ 1606.934429] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.947345] env[62437]: DEBUG oslo_vmware.api [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.026093] env[62437]: DEBUG nova.network.neutron [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Updating instance_info_cache with network_info: [{"id": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "address": "fa:16:3e:08:8f:3e", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5be6c3c-ff", "ovs_interfaceid": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.051676] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Releasing lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.051676] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Received event network-vif-plugged-a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1607.051676] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Acquiring lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.051676] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.051676] env[62437]: DEBUG oslo_concurrency.lockutils [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.051676] env[62437]: DEBUG nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] No waiting events found dispatching network-vif-plugged-a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1607.051676] env[62437]: WARNING nova.compute.manager [req-5dfebba0-15fb-4117-81cf-122bead8c922 req-9aa2b2df-d3de-4a05-8ff4-925cbf1891ec service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Received unexpected event network-vif-plugged-a5be6c3c-fff4-4d31-9358-388c62ca89a9 for instance with vm_state building and task_state spawning. [ 1607.072077] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.081468] env[62437]: DEBUG nova.compute.manager [req-c7d66a37-a9f4-4cda-9ff9-869bb0824325 req-2985cef0-c00e-403c-81c7-9cb0eb2763d8 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Received event network-vif-deleted-e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1607.081814] env[62437]: INFO nova.compute.manager [req-c7d66a37-a9f4-4cda-9ff9-869bb0824325 req-2985cef0-c00e-403c-81c7-9cb0eb2763d8 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Neutron deleted interface e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4; detaching it from the instance and deleting it from the info cache [ 1607.081881] env[62437]: DEBUG nova.network.neutron [req-c7d66a37-a9f4-4cda-9ff9-869bb0824325 req-2985cef0-c00e-403c-81c7-9cb0eb2763d8 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.253531] env[62437]: ERROR nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [req-2c4fca22-7546-4935-b5fd-8470d0f75675] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c4fca22-7546-4935-b5fd-8470d0f75675"}]} [ 1607.270807] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1607.285426] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1607.285680] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.299165] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1607.315568] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1607.350315] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52800cd7-9e1c-7b70-d5cf-97d399ee2ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.350850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.351144] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.351387] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.351936] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.352151] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.352681] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22009f23-0dbb-4255-930d-925ce6bf04e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.365476] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.365658] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.367473] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366ec358-6d80-4644-9b3a-4060766bf944 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.376063] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1607.376063] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9bd52-e5d3-d1a5-8971-8a0672d4fd3d" [ 1607.376063] env[62437]: _type = "Task" [ 1607.376063] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.387896] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9bd52-e5d3-d1a5-8971-8a0672d4fd3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.391106] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1282649-9905-4a28-aa1e-27fec32339de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.396687] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1607.396687] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528df056-9ee2-f766-0174-7ff4302dd2cc" [ 1607.396687] env[62437]: _type = "Task" [ 1607.396687] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.405182] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528df056-9ee2-f766-0174-7ff4302dd2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.411028] env[62437]: DEBUG nova.network.neutron [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.444567] env[62437]: DEBUG oslo_vmware.api [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811615, 'name': PowerOffVM_Task, 'duration_secs': 0.279678} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.447247] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.447463] env[62437]: DEBUG nova.compute.manager [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.449396] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e2697-16f5-4a92-86e0-59d9e0bc3415 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.530017] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.534605] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Instance network_info: |[{"id": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "address": "fa:16:3e:08:8f:3e", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5be6c3c-ff", "ovs_interfaceid": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1607.534605] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:8f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5be6c3c-fff4-4d31-9358-388c62ca89a9', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.541244] env[62437]: DEBUG oslo.service.loopingcall [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.542954] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.543271] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.543435] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.543630] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.544052] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.544257] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.544529] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.545380] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.545380] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.545380] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.545380] env[62437]: DEBUG nova.virt.hardware [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.550499] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.550499] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a48c4-b757-4948-b4b7-73181a4ae461 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.552011] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767c83a1-687f-4945-9cad-b98ea6a12609 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.581047] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbcd483-e550-474f-85ca-ad2f7ae277b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.590028] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.590028] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.590028] env[62437]: value = "task-1811616" [ 1607.590028] env[62437]: _type = "Task" [ 1607.590028] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.590746] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e75ee20-314c-422c-99f6-106baabb73a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.608051] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:bd:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7df406-9fa6-4f72-8806-6995bd8320eb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.615670] env[62437]: DEBUG oslo.service.loopingcall [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.617306] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.617610] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0379018d-c509-42cf-be2c-4ecfc0f029d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.635997] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88d383a-133d-43ca-b26a-4acac9f7953f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.654162] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811616, 'name': CreateVM_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.663735] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.663735] env[62437]: value = "task-1811617" [ 1607.663735] env[62437]: _type = "Task" [ 1607.663735] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.681966] env[62437]: DEBUG nova.compute.manager [req-c7d66a37-a9f4-4cda-9ff9-869bb0824325 req-2985cef0-c00e-403c-81c7-9cb0eb2763d8 service nova] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Detach interface failed, port_id=e52ffa76-e5a5-46d0-b5cf-fe20c0240dc4, reason: Instance 7673017e-1c9e-46af-a8c4-d178eb59391e could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1607.704286] env[62437]: DEBUG nova.network.neutron [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [{"id": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "address": "fa:16:3e:96:c4:10", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf1b727-a1", "ovs_interfaceid": "0bf1b727-a196-4b11-b9c5-d072d0fb0d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.753596] env[62437]: DEBUG nova.compute.manager [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Received event network-changed-a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1607.753596] env[62437]: DEBUG nova.compute.manager [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Refreshing instance network info cache due to event network-changed-a5be6c3c-fff4-4d31-9358-388c62ca89a9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1607.753596] env[62437]: DEBUG oslo_concurrency.lockutils [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] Acquiring lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.753596] env[62437]: DEBUG oslo_concurrency.lockutils [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] Acquired lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.753596] env[62437]: DEBUG nova.network.neutron [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Refreshing network info cache for port a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.863914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad2a1a-aa42-4277-9de0-f529f7ea9ca7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.871625] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c43a4c-f00c-49d6-a8d9-ee49821cc259 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.907740] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae7b4e-4aae-4c15-bb1b-f021633a5ce4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.915016] env[62437]: INFO nova.compute.manager [-] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Took 1.42 seconds to deallocate network for instance. [ 1607.921370] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2a8a4-25a7-432a-9892-f919c255ee94 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.924991] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528df056-9ee2-f766-0174-7ff4302dd2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.928054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.928316] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b9b10aa9-818f-49f3-85e3-409db68fa2ce/b9b10aa9-818f-49f3-85e3-409db68fa2ce.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.928909] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1331426-f9e0-41cc-8cbe-110ddfdd563a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.940201] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.947293] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1607.947293] env[62437]: value = "task-1811618" [ 1607.947293] env[62437]: _type = "Task" [ 1607.947293] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.955483] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.964029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d4395a67-8ecc-49d4-9c3a-86aae57b37ad tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.083250] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811614, 'name': ReconfigVM_Task, 'duration_secs': 1.126612} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.083628] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8537ed28-0986-42a2-aa04-d93a3710f721/8537ed28-0986-42a2-aa04-d93a3710f721.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.084356] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1ff086-8411-47c3-892a-83ececd54fbe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.092759] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1608.092759] env[62437]: value = "task-1811619" [ 1608.092759] env[62437]: _type = "Task" [ 1608.092759] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.106092] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811619, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.109760] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811616, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.172255] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811617, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.207390] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Releasing lock "refresh_cache-078b40b5-29a5-4e38-a55c-eea6c586ae11" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.207807] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.208122] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f84850-bc90-4640-9f1a-9255ec5f7f6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.217810] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1608.217810] env[62437]: value = "task-1811620" [ 1608.217810] env[62437]: _type = "Task" [ 1608.217810] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.229860] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.433060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.459497] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508041} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.463023] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b9b10aa9-818f-49f3-85e3-409db68fa2ce/b9b10aa9-818f-49f3-85e3-409db68fa2ce.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.463023] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.463023] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb34123-6cf0-412e-bbf7-5d0505043278 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.465252] env[62437]: ERROR nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [req-1cde132f-a109-4586-8656-a5007066c304] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cde132f-a109-4586-8656-a5007066c304"}]} [ 1608.470237] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1608.470237] env[62437]: value = "task-1811621" [ 1608.470237] env[62437]: _type = "Task" [ 1608.470237] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.482898] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.487487] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1608.504310] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1608.508017] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.518721] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1608.537296] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1608.581596] env[62437]: DEBUG nova.network.neutron [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Updated VIF entry in instance network info cache for port a5be6c3c-fff4-4d31-9358-388c62ca89a9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.582068] env[62437]: DEBUG nova.network.neutron [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Updating instance_info_cache with network_info: [{"id": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "address": "fa:16:3e:08:8f:3e", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5be6c3c-ff", "ovs_interfaceid": "a5be6c3c-fff4-4d31-9358-388c62ca89a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.608579] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811616, 'name': CreateVM_Task, 'duration_secs': 0.839165} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.614216] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.614557] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811619, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.616619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.616619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.616619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.616619] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c04d6ca-5f11-4dfb-9ba4-cc288821f1a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.622348] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1608.622348] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52769df9-de46-1067-03c5-00c989a18536" [ 1608.622348] env[62437]: _type = "Task" [ 1608.622348] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.635873] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52769df9-de46-1067-03c5-00c989a18536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.673642] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811617, 'name': CreateVM_Task, 'duration_secs': 0.752334} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.674383] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.676245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.676245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.676245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.676245] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73ec94b-9c33-4f3a-b33c-5230d760dec9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.682758] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1608.682758] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522deb09-b907-54cd-698d-0ed94f448827" [ 1608.682758] env[62437]: _type = "Task" [ 1608.682758] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.691404] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522deb09-b907-54cd-698d-0ed94f448827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.727657] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811620, 'name': PowerOffVM_Task, 'duration_secs': 0.322964} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.727934] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.728645] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:31:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4213c1b7-d68d-490e-8eb4-472321367ae0',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1284014034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.728884] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.729061] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.729487] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.729487] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.729576] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.729745] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.729906] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.730082] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.730247] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.730419] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.737879] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd5be53-80eb-463d-bd8f-574fa5632b6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.754649] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1608.754649] env[62437]: value = "task-1811622" [ 1608.754649] env[62437]: _type = "Task" [ 1608.754649] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.763755] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.958840] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98531db6-a5b6-4d52-a4ad-6bab7de1b045 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.966599] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583fd766-e07d-464d-bb53-17ced2826df5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.001128] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a29ac-e5ee-43d6-badf-403a5dd314a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.006250] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15157} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.006859] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.007624] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b983b83-8fd9-4981-bc36-95296bd598d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.013135] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07632a0d-5342-4605-a168-63f53b709062 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.034152] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b9b10aa9-818f-49f3-85e3-409db68fa2ce/b9b10aa9-818f-49f3-85e3-409db68fa2ce.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.034900] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3573d61a-49f8-49ca-bb23-03d852cf0b54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.056350] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1609.064502] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1609.064502] env[62437]: value = "task-1811623" [ 1609.064502] env[62437]: _type = "Task" [ 1609.064502] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.072759] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.084627] env[62437]: DEBUG oslo_concurrency.lockutils [req-45816f05-0c89-40d0-ba71-4863ebf78f9d req-1950107c-5a3d-4236-9118-b2156f2b8d6c service nova] Releasing lock "refresh_cache-d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.107083] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811619, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.132514] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.132777] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Processing image 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.133027] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.133642] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.133642] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.133642] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e3e112a-676e-4e1f-a48b-7ccae99b0285 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.141792] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.141984] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.142682] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b7bbfa-0f82-4845-a6df-e4052e8c932c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.147817] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1609.147817] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520e341f-0e71-a250-c939-c41b88a6dc7b" [ 1609.147817] env[62437]: _type = "Task" [ 1609.147817] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.162672] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1609.162672] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Fetch image to [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7/OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1609.162672] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Downloading stream optimized image 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 to [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7/OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7.vmdk on the data store datastore1 as vApp {{(pid=62437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1609.162855] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Downloading image file data 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 to the ESX as VM named 'OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7' {{(pid=62437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1609.208385] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522deb09-b907-54cd-698d-0ed94f448827, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.208695] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.208895] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.209138] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.209281] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.209455] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.209701] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ba22a8-2b38-4b37-8ed9-c9db3ac72a9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.217909] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.218104] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.218802] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b991ba-40f1-4050-946e-ba202bb61145 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.223781] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1609.223781] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52acce37-dbf4-41a5-8540-c92557f8f160" [ 1609.223781] env[62437]: _type = "Task" [ 1609.223781] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.233575] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52acce37-dbf4-41a5-8540-c92557f8f160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.236972] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1609.236972] env[62437]: value = "resgroup-9" [ 1609.236972] env[62437]: _type = "ResourcePool" [ 1609.236972] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1609.236972] env[62437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f6639be3-3503-4800-975b-cb98d6fc10ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.261694] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease: (returnval){ [ 1609.261694] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5232f570-59a4-dfb3-a7ec-eaef4a2f1b64" [ 1609.261694] env[62437]: _type = "HttpNfcLease" [ 1609.261694] env[62437]: } obtained for vApp import into resource pool (val){ [ 1609.261694] env[62437]: value = "resgroup-9" [ 1609.261694] env[62437]: _type = "ResourcePool" [ 1609.261694] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1609.262095] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the lease: (returnval){ [ 1609.262095] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5232f570-59a4-dfb3-a7ec-eaef4a2f1b64" [ 1609.262095] env[62437]: _type = "HttpNfcLease" [ 1609.262095] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1609.268976] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811622, 'name': ReconfigVM_Task, 'duration_secs': 0.138576} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.270208] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6795710-4a36-4bc3-b28b-06434f3a552e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.273650] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1609.273650] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5232f570-59a4-dfb3-a7ec-eaef4a2f1b64" [ 1609.273650] env[62437]: _type = "HttpNfcLease" [ 1609.273650] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1609.290278] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:31:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4213c1b7-d68d-490e-8eb4-472321367ae0',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1284014034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.290278] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.290427] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.290564] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.290731] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.290897] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.291115] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.291272] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.291435] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.291590] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.291786] env[62437]: DEBUG nova.virt.hardware [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.292609] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f6ce30-8e7b-42d3-aa2a-3d9088aa953b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.297766] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1609.297766] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52804110-de13-a145-e783-a2386356308c" [ 1609.297766] env[62437]: _type = "Task" [ 1609.297766] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.305458] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52804110-de13-a145-e783-a2386356308c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.394249] env[62437]: DEBUG nova.compute.manager [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Stashing vm_state: stopped {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1609.576962] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.579889] env[62437]: ERROR nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [req-65f59e9b-a64e-41eb-8f4e-701ced30ac07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65f59e9b-a64e-41eb-8f4e-701ced30ac07"}]} [ 1609.597610] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1609.608046] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811619, 'name': Rename_Task, 'duration_secs': 1.436689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.608383] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.608713] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d075e3ce-ee22-40e5-b342-901726ebdf1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.613234] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1609.613429] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1609.616846] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1609.616846] env[62437]: value = "task-1811625" [ 1609.616846] env[62437]: _type = "Task" [ 1609.616846] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.624947] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.626469] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1609.645907] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1609.734185] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52acce37-dbf4-41a5-8540-c92557f8f160, 'name': SearchDatastore_Task, 'duration_secs': 0.016111} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.737484] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a010e1fb-d98f-4ae9-b590-ed466b66cbe6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.743340] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1609.743340] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52567ac4-0326-6b49-e221-dedbc35f13bd" [ 1609.743340] env[62437]: _type = "Task" [ 1609.743340] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.753264] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52567ac4-0326-6b49-e221-dedbc35f13bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.770528] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1609.770528] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5232f570-59a4-dfb3-a7ec-eaef4a2f1b64" [ 1609.770528] env[62437]: _type = "HttpNfcLease" [ 1609.770528] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1609.773432] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1609.773432] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5232f570-59a4-dfb3-a7ec-eaef4a2f1b64" [ 1609.773432] env[62437]: _type = "HttpNfcLease" [ 1609.773432] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1609.774675] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638848bb-dfce-42d7-81bf-126c2fe2aed7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.782299] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1609.782958] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1609.857692] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cab32d03-0666-4a75-8fce-f67cd6f1e715 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.860662] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52804110-de13-a145-e783-a2386356308c, 'name': SearchDatastore_Task, 'duration_secs': 0.006474} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.867074] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1609.870146] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4b2445-6b4b-4dcd-aac4-22e18698ce09 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.889718] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1609.889718] env[62437]: value = "task-1811626" [ 1609.889718] env[62437]: _type = "Task" [ 1609.889718] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.901413] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.921114] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.081676] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811623, 'name': ReconfigVM_Task, 'duration_secs': 0.743023} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.083544] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b9b10aa9-818f-49f3-85e3-409db68fa2ce/b9b10aa9-818f-49f3-85e3-409db68fa2ce.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.084952] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e81b851-cb46-414b-b77f-a9e76c3fed3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.090374] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1610.090374] env[62437]: value = "task-1811627" [ 1610.090374] env[62437]: _type = "Task" [ 1610.090374] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.103059] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811627, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.131079] env[62437]: DEBUG oslo_vmware.api [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811625, 'name': PowerOnVM_Task, 'duration_secs': 0.511881} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.132557] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.132850] env[62437]: INFO nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1610.133124] env[62437]: DEBUG nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.134151] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d271cb4-5cb7-40c6-8fec-cea5f6dc6e8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.140811] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe63b55-1194-406f-8083-408de3d6ea1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.151261] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f286d4c-a502-4add-ac8a-4f96d25afde3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.191900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3054fce-ff88-4ee6-8246-09fec69df43b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.202303] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa0e83d-41fe-4571-bb55-b7864a253dfc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.219826] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1610.255833] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52567ac4-0326-6b49-e221-dedbc35f13bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.256149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.256419] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.256683] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce65c379-154f-4a04-8ff1-abfd1eb90652 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.264901] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1610.264901] env[62437]: value = "task-1811628" [ 1610.264901] env[62437]: _type = "Task" [ 1610.264901] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.277240] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.402062] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.582035] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1610.582594] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1610.583311] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2e0de-c733-401d-a4d8-cc5f3b233bc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.592357] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1610.592574] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1610.596072] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd06edcb-9905-4e0f-bc71-3f3a092d6907 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.606190] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811627, 'name': Rename_Task, 'duration_secs': 0.180946} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.606657] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.607018] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c81c77-c548-4d98-aa42-bf200a03e82b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.615115] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1610.615115] env[62437]: value = "task-1811629" [ 1610.615115] env[62437]: _type = "Task" [ 1610.615115] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.625466] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.667932] env[62437]: INFO nova.compute.manager [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Took 41.17 seconds to build instance. [ 1610.760218] env[62437]: DEBUG nova.scheduler.client.report [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1610.760218] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 92 to 93 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1610.760218] env[62437]: DEBUG nova.compute.provider_tree [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1610.777706] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.842471] env[62437]: DEBUG oslo_vmware.rw_handles [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa21ce-e1a9-c45e-c42b-47efc330e5a8/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1610.842843] env[62437]: INFO nova.virt.vmwareapi.images [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Downloaded image file data 0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 [ 1610.843657] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3898d1ba-3571-42b1-947d-1e03caca0919 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.861150] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a686b764-85c5-4646-9c24-f77a8404b54e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.897223] env[62437]: INFO nova.virt.vmwareapi.images [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] The imported VM was unregistered [ 1610.899900] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1610.900206] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.904228] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a880ec-3417-4ceb-b792-a39cf1804c60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.906152] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.928158] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.928365] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7/OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7.vmdk to [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk. {{(pid=62437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1610.928649] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1030a3a1-1c1c-4d24-aa5f-b5d670864361 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.937146] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1610.937146] env[62437]: value = "task-1811631" [ 1610.937146] env[62437]: _type = "Task" [ 1610.937146] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.945378] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.131422] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.169174] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ad9ca447-6c1a-4a71-abd4-b36bb7cf7cc3 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.686s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.265615] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.132s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.266154] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.268920] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.736s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.270296] env[62437]: INFO nova.compute.claims [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.281812] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594677} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.282114] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.282328] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.282699] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ae8f9a1-1600-4706-9ccd-452c82688fb3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.288848] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1611.288848] env[62437]: value = "task-1811632" [ 1611.288848] env[62437]: _type = "Task" [ 1611.288848] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.297185] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.400991] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811626, 'name': ReconfigVM_Task, 'duration_secs': 1.183054} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.401311] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1611.402138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000f227-3dcb-4afe-916d-3efaefd48176 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.424051] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.424355] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29aa95a-ec6b-4cab-8f54-9cc358ffd4bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.443384] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1611.443384] env[62437]: value = "task-1811633" [ 1611.443384] env[62437]: _type = "Task" [ 1611.443384] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.446332] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.453663] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.627516] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.775316] env[62437]: DEBUG nova.compute.utils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.779333] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.779542] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.802885] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095883} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.803321] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.804586] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed67dcce-d53d-4b93-a8ee-774c31ef6e6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.828808] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.830549] env[62437]: DEBUG nova.policy [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5c0852ebbe4bd68a436f63b06e99f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f4e22dfbbe74c49b153565ff2ffba20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.832200] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcf13e8-63ac-4cd1-be50-a2576d2a8189 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.861065] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1611.861065] env[62437]: value = "task-1811634" [ 1611.861065] env[62437]: _type = "Task" [ 1611.861065] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.870126] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.949661] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.958351] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.128218] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.233951] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Successfully created port: 6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.280177] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.371027] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.448397] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.457976] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811633, 'name': ReconfigVM_Task, 'duration_secs': 0.735524} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.460768] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11/078b40b5-29a5-4e38-a55c-eea6c586ae11.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.461953] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6f33a-050d-4341-bc9b-235e1f7787ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.484444] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052c563a-e4c2-496c-9f16-28d1f57d79c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.506656] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7521b-32a3-4b69-b212-bf9331d2d0a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.528082] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa6484-6108-4b22-bbea-58999fed4dc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.535854] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.536153] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a02a588d-70d2-4d1c-a59e-cabc3c7fee52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.545366] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1612.545366] env[62437]: value = "task-1811635" [ 1612.545366] env[62437]: _type = "Task" [ 1612.545366] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.553518] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.632043] env[62437]: DEBUG oslo_vmware.api [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1811629, 'name': PowerOnVM_Task, 'duration_secs': 1.515827} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.632273] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.632458] env[62437]: INFO nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Took 11.18 seconds to spawn the instance on the hypervisor. [ 1612.632639] env[62437]: DEBUG nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.633454] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b66921-9711-4ef4-b89f-461d6a645e58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.718331] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631a463-e657-480d-b68a-99b7227be399 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.726536] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7aeefc-7393-47a3-bf12-e3536e83a5de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.759019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aebecc3-7713-43b0-8397-74d4e42d6b99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.767074] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b27c7e-b4b8-4390-b96c-a0973cc0e09a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.781491] env[62437]: DEBUG nova.compute.provider_tree [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1612.872379] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.949862] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.056510] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.154015] env[62437]: INFO nova.compute.manager [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Took 29.63 seconds to build instance. [ 1613.294934] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.326137] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.329231] env[62437]: DEBUG nova.virt.hardware [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.329604] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71b9143-3474-4ca4-965d-ca339d21cf16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.334891] env[62437]: DEBUG nova.scheduler.client.report [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1613.334891] env[62437]: DEBUG nova.compute.provider_tree [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 93 to 94 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1613.334891] env[62437]: DEBUG nova.compute.provider_tree [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1613.346063] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d0ab97-6159-49fc-a889-b2a20996e49f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.373964] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.449924] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.556168] env[62437]: DEBUG oslo_vmware.api [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811635, 'name': PowerOnVM_Task, 'duration_secs': 0.856537} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.556475] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.572110] env[62437]: DEBUG nova.compute.manager [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Received event network-changed-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1613.572110] env[62437]: DEBUG nova.compute.manager [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Refreshing instance network info cache due to event network-changed-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1613.572110] env[62437]: DEBUG oslo_concurrency.lockutils [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] Acquiring lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.572110] env[62437]: DEBUG oslo_concurrency.lockutils [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] Acquired lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.572110] env[62437]: DEBUG nova.network.neutron [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Refreshing network info cache for port f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.656715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7b4290e9-443d-48b2-91d7-536747990a31 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.148s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.751163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "8537ed28-0986-42a2-aa04-d93a3710f721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.751729] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.752132] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.752491] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.752814] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.756715] env[62437]: INFO nova.compute.manager [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Terminating instance [ 1613.803093] env[62437]: DEBUG nova.compute.manager [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Received event network-vif-plugged-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1613.803916] env[62437]: DEBUG oslo_concurrency.lockutils [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] Acquiring lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.805475] env[62437]: DEBUG oslo_concurrency.lockutils [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.805475] env[62437]: DEBUG oslo_concurrency.lockutils [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.805475] env[62437]: DEBUG nova.compute.manager [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] No waiting events found dispatching network-vif-plugged-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.805475] env[62437]: WARNING nova.compute.manager [req-0310f311-5c3d-4997-9270-d8722e90c46b req-15452205-4357-4c38-998a-6a2f145c7be6 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Received unexpected event network-vif-plugged-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c for instance with vm_state building and task_state spawning. [ 1613.844020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.844020] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.844394] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.802s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.844758] env[62437]: DEBUG nova.objects.instance [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lazy-loading 'resources' on Instance uuid 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.875074] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.900185] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Successfully updated port: 6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.950614] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.260403] env[62437]: DEBUG nova.compute.manager [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.260403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.261012] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85469360-2cd5-474b-b300-f3330da23094 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.271064] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.271314] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08219ddf-98be-494a-9e51-5373d83b66e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.277816] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1614.277816] env[62437]: value = "task-1811636" [ 1614.277816] env[62437]: _type = "Task" [ 1614.277816] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.286507] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.351233] env[62437]: DEBUG nova.compute.utils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.356332] env[62437]: DEBUG nova.network.neutron [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updated VIF entry in instance network info cache for port f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.356332] env[62437]: DEBUG nova.network.neutron [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updating instance_info_cache with network_info: [{"id": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "address": "fa:16:3e:82:a1:00", "network": {"id": "adb2e0ca-6bd9-492c-914e-ba0471eca8d4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1814391548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02033ff5791d46ac961cea28c653e3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76b5bf5-cd", "ovs_interfaceid": "f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.356332] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.357332] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.375830] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811634, 'name': ReconfigVM_Task, 'duration_secs': 2.437526} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.376144] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843/c4d21476-6b8c-4b76-a4ba-c1292ffa5843.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.377251] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-328d306b-0a6d-4893-bd83-997f5cccc71d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.384677] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1614.384677] env[62437]: value = "task-1811637" [ 1614.384677] env[62437]: _type = "Task" [ 1614.384677] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.402688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.402847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquired lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.403047] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.410964] env[62437]: DEBUG nova.policy [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec46f32f3db4d8ab3af517359b89f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24ac2e150ac46418df68f2704dfb996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.453242] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811631, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.204982} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.453242] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7/OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7.vmdk to [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk. [ 1614.453401] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Cleaning up location [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1614.453498] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e6315747-6c29-48da-a200-d48d71b9eed7 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.453811] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22867643-c1c3-4e93-a838-86dbbc97b8b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.461955] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1614.461955] env[62437]: value = "task-1811638" [ 1614.461955] env[62437]: _type = "Task" [ 1614.461955] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.474290] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.573367] env[62437]: INFO nova.compute.manager [None req-da8ead35-dacd-4e90-908c-631d1673e9b8 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance to original state: 'active' [ 1614.768050] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af96ffe-24de-4975-8e3e-88d6486f9ba1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.779321] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf82db41-4d12-4747-9a4a-87e17d4b8c4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.792473] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811636, 'name': PowerOffVM_Task, 'duration_secs': 0.374473} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.820256] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.820526] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.821036] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f5a657d-7433-4421-98fa-0beb63fd91c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.823214] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f84d76c-d85e-48ee-8161-932a5707ed14 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.826181] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Successfully created port: 82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.833227] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97d5d4-6e13-4399-8f05-e1ee4c472ceb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.848535] env[62437]: DEBUG nova.compute.provider_tree [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.860387] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.863231] env[62437]: DEBUG oslo_concurrency.lockutils [req-0420e8af-f251-4f19-b27f-3adee9c2ca65 req-d58b1614-c374-4d99-b8b6-f026cd77e4d3 service nova] Releasing lock "refresh_cache-b9b10aa9-818f-49f3-85e3-409db68fa2ce" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.896847] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811637, 'name': Rename_Task, 'duration_secs': 0.261496} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.899894] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.900815] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5cb0f61-0e20-420d-b73f-ab879f428b2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.910327] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1614.910327] env[62437]: value = "task-1811640" [ 1614.910327] env[62437]: _type = "Task" [ 1614.910327] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.919499] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.939130] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.939348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.939536] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleting the datastore file [datastore1] 8537ed28-0986-42a2-aa04-d93a3710f721 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.939798] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd362017-3599-4d3a-ab02-591ae00091c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.947067] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1614.947067] env[62437]: value = "task-1811641" [ 1614.947067] env[62437]: _type = "Task" [ 1614.947067] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.954911] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.957283] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.969838] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066112} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.970258] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.970454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.970702] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk to [datastore1] d3e934bf-3148-4d00-9cd9-b937a5ed2fe6/d3e934bf-3148-4d00-9cd9-b937a5ed2fe6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.970995] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6d05ec-e6dc-4cf2-afa3-3a5ad38c8457 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.979598] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1614.979598] env[62437]: value = "task-1811642" [ 1614.979598] env[62437]: _type = "Task" [ 1614.979598] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.987026] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.130859] env[62437]: DEBUG nova.network.neutron [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Updating instance_info_cache with network_info: [{"id": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "address": "fa:16:3e:ae:8e:c8", "network": {"id": "fd7e8be3-5058-4adf-9cd0-c196cd78c57a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-684996358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4e22dfbbe74c49b153565ff2ffba20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb5e23d-b3", "ovs_interfaceid": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.353973] env[62437]: DEBUG nova.scheduler.client.report [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.422265] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.458821] env[62437]: DEBUG oslo_vmware.api [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302892} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.459159] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.459354] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.459536] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.459719] env[62437]: INFO nova.compute.manager [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1615.459972] env[62437]: DEBUG oslo.service.loopingcall [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.460200] env[62437]: DEBUG nova.compute.manager [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.460299] env[62437]: DEBUG nova.network.neutron [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.491943] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.633553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Releasing lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.633906] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Instance network_info: |[{"id": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "address": "fa:16:3e:ae:8e:c8", "network": {"id": "fd7e8be3-5058-4adf-9cd0-c196cd78c57a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-684996358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4e22dfbbe74c49b153565ff2ffba20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb5e23d-b3", "ovs_interfaceid": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.634374] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:8e:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cb5e23d-b3ed-45fc-b877-e8818c3cb78c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.642670] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Creating folder: Project (7f4e22dfbbe74c49b153565ff2ffba20). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.642670] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab7c50db-9167-4b2a-93ec-23bf5b9ced3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.654282] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Created folder: Project (7f4e22dfbbe74c49b153565ff2ffba20) in parent group-v375259. [ 1615.654496] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Creating folder: Instances. Parent ref: group-v375439. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.654749] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24fb0f66-5489-4ed4-b9fd-2bb02785a855 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.665049] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Created folder: Instances in parent group-v375439. [ 1615.665216] env[62437]: DEBUG oslo.service.loopingcall [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.665411] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.665630] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f8af2e-1d29-4b00-a223-273261345de5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.686705] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.686705] env[62437]: value = "task-1811645" [ 1615.686705] env[62437]: _type = "Task" [ 1615.686705] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.696021] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811645, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.788418] env[62437]: DEBUG nova.compute.manager [req-c29530b6-a130-40a3-92fd-b564ad918aee req-ee7239b1-72a0-4fe0-a198-f6dda2f7c8c2 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Received event network-vif-deleted-dc4cd0f4-51b9-49d0-94eb-b7f314d06313 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1615.788731] env[62437]: INFO nova.compute.manager [req-c29530b6-a130-40a3-92fd-b564ad918aee req-ee7239b1-72a0-4fe0-a198-f6dda2f7c8c2 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Neutron deleted interface dc4cd0f4-51b9-49d0-94eb-b7f314d06313; detaching it from the instance and deleting it from the info cache [ 1615.788918] env[62437]: DEBUG nova.network.neutron [req-c29530b6-a130-40a3-92fd-b564ad918aee req-ee7239b1-72a0-4fe0-a198-f6dda2f7c8c2 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.846237] env[62437]: DEBUG nova.compute.manager [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Received event network-changed-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1615.846471] env[62437]: DEBUG nova.compute.manager [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Refreshing instance network info cache due to event network-changed-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1615.846681] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] Acquiring lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.846997] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] Acquired lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.847132] env[62437]: DEBUG nova.network.neutron [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Refreshing network info cache for port 6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.860426] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.863031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.770s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.863255] env[62437]: DEBUG nova.objects.instance [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'resources' on Instance uuid ed797e57-9f4b-4a7c-b363-390ee5b0f82b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.871595] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.888998] env[62437]: INFO nova.scheduler.client.report [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Deleted allocations for instance 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b [ 1615.902375] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.902506] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.903802] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.904091] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.904091] env[62437]: DEBUG nova.virt.hardware [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.904944] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571281e-7e3c-4996-88bd-60253049d113 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.920506] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7739adf7-4cb7-4f34-abf0-8ab4810c878a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.930380] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811640, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.942037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.942037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.942037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.942037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.942037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.944450] env[62437]: INFO nova.compute.manager [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Terminating instance [ 1615.992851] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.199763] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811645, 'name': CreateVM_Task, 'duration_secs': 0.4579} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.199763] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.200077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.200143] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.200471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.200738] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b270647-5a26-4b17-ae51-b0aef3c40b11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.208402] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1616.208402] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e039a2-6334-0dc9-20be-9e2bc59751f6" [ 1616.208402] env[62437]: _type = "Task" [ 1616.208402] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.221124] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e039a2-6334-0dc9-20be-9e2bc59751f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.259954] env[62437]: DEBUG nova.network.neutron [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.294762] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-670b4f46-a8a8-4d04-9e69-07483ef17e21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.307463] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151084fc-507b-43b3-8ca2-521b8a5e4258 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.360785] env[62437]: DEBUG nova.compute.manager [req-c29530b6-a130-40a3-92fd-b564ad918aee req-ee7239b1-72a0-4fe0-a198-f6dda2f7c8c2 service nova] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Detach interface failed, port_id=dc4cd0f4-51b9-49d0-94eb-b7f314d06313, reason: Instance 8537ed28-0986-42a2-aa04-d93a3710f721 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1616.398951] env[62437]: DEBUG oslo_concurrency.lockutils [None req-605fc616-4dee-4722-8a48-8309599e91f5 tempest-ImagesOneServerTestJSON-560864747 tempest-ImagesOneServerTestJSON-560864747-project-member] Lock "430b5d21-3bbc-49e7-ad1d-4a681a95ee9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.484s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.436932] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811640, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.448045] env[62437]: DEBUG nova.compute.manager [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1616.448281] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.449303] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4dd68f-478f-4661-9d40-7a9ccf0f7ccc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.464540] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.464883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d81520e-17b2-489a-85d3-ef8e0fc2bf10 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.477149] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1616.477149] env[62437]: value = "task-1811646" [ 1616.477149] env[62437]: _type = "Task" [ 1616.477149] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.488138] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.496932] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.602377] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Successfully updated port: 82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.724985] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e039a2-6334-0dc9-20be-9e2bc59751f6, 'name': SearchDatastore_Task, 'duration_secs': 0.094419} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.730861] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.731196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.731452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.731606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.731796] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.733551] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5f0bb7-1824-47cd-97bf-544a21a342a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.752694] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.753073] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.753932] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa1dec0-c53e-4646-bac2-023e387b8b27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.763161] env[62437]: INFO nova.compute.manager [-] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Took 1.30 seconds to deallocate network for instance. [ 1616.763845] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1616.763845] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525f490e-78cd-3e80-6059-13ed225ffacb" [ 1616.763845] env[62437]: _type = "Task" [ 1616.763845] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.780769] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525f490e-78cd-3e80-6059-13ed225ffacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.826133] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1258d68-a043-48a4-9105-f437e5c0cd6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.835186] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e65ca9-efa4-49d5-a1df-dc4d332d049b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.871198] env[62437]: DEBUG nova.network.neutron [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Updated VIF entry in instance network info cache for port 6cb5e23d-b3ed-45fc-b877-e8818c3cb78c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.871564] env[62437]: DEBUG nova.network.neutron [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Updating instance_info_cache with network_info: [{"id": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "address": "fa:16:3e:ae:8e:c8", "network": {"id": "fd7e8be3-5058-4adf-9cd0-c196cd78c57a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-684996358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4e22dfbbe74c49b153565ff2ffba20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb5e23d-b3", "ovs_interfaceid": "6cb5e23d-b3ed-45fc-b877-e8818c3cb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.873389] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfa20c-b6c6-48ba-bed2-a6d26548af67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.882938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fddd48-ff8f-465e-a3be-c3a44bf9eb2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.900078] env[62437]: DEBUG nova.compute.provider_tree [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.926141] env[62437]: DEBUG oslo_vmware.api [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811640, 'name': PowerOnVM_Task, 'duration_secs': 1.997925} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.926462] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.926675] env[62437]: DEBUG nova.compute.manager [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.927620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a6c41-bd38-40c8-83ee-53745b2cf9be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.989595] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811646, 'name': PowerOffVM_Task, 'duration_secs': 0.427289} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.990505] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.990681] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.990994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e643fb07-c579-4238-9571-b7c5bece2325 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.998077] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.112395] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.112395] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.113255] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.197674] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.198038] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.198157] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleting the datastore file [datastore1] 078b40b5-29a5-4e38-a55c-eea6c586ae11 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.198365] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b8134c-8bc9-4782-b8db-a4b68e16d865 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.206450] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1617.206450] env[62437]: value = "task-1811648" [ 1617.206450] env[62437]: _type = "Task" [ 1617.206450] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.215040] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.277060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.277060] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525f490e-78cd-3e80-6059-13ed225ffacb, 'name': SearchDatastore_Task, 'duration_secs': 0.084555} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.277541] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c04ea1-1b17-41f9-b610-91e4073acd61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.283223] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1617.283223] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ed6d70-18b8-6f62-49d3-74f794afe142" [ 1617.283223] env[62437]: _type = "Task" [ 1617.283223] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.291601] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ed6d70-18b8-6f62-49d3-74f794afe142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.377592] env[62437]: DEBUG oslo_concurrency.lockutils [req-d0ce5147-82d8-4980-b1a2-c0fa88235393 req-169032fc-ecac-4922-a35b-9cf420cbc8f2 service nova] Releasing lock "refresh_cache-8e888da3-9628-4872-bb1c-f2fc0497ff61" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.404023] env[62437]: DEBUG nova.scheduler.client.report [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.447730] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.492827] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.668656] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.719378] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.794753] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ed6d70-18b8-6f62-49d3-74f794afe142, 'name': SearchDatastore_Task, 'duration_secs': 0.085584} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.795060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.795357] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e888da3-9628-4872-bb1c-f2fc0497ff61/8e888da3-9628-4872-bb1c-f2fc0497ff61.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.795624] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bae7eee8-0506-439b-ae57-e77ae124085b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.802645] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1617.802645] env[62437]: value = "task-1811649" [ 1617.802645] env[62437]: _type = "Task" [ 1617.802645] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.909435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.911741] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.181s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.912019] env[62437]: DEBUG nova.objects.instance [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lazy-loading 'resources' on Instance uuid 4de10d20-6e36-471d-820e-189eafb1253f {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.935297] env[62437]: INFO nova.scheduler.client.report [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted allocations for instance ed797e57-9f4b-4a7c-b363-390ee5b0f82b [ 1617.962237] env[62437]: DEBUG nova.network.neutron [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Updating instance_info_cache with network_info: [{"id": "82d65289-315a-4a77-a189-8aa767cb7e1d", "address": "fa:16:3e:f8:66:62", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d65289-31", "ovs_interfaceid": "82d65289-315a-4a77-a189-8aa767cb7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.998583] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811642, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.710756} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.999065] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38/0b466ea8-1b04-47c8-a9bf-3e38b7da8d38.vmdk to [datastore1] d3e934bf-3148-4d00-9cd9-b937a5ed2fe6/d3e934bf-3148-4d00-9cd9-b937a5ed2fe6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.999861] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2fa31-d027-4349-9cae-7453554b3f1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.009856] env[62437]: DEBUG nova.compute.manager [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Received event network-vif-plugged-82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1618.010088] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Acquiring lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.010316] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.010488] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.010657] env[62437]: DEBUG nova.compute.manager [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] No waiting events found dispatching network-vif-plugged-82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.010842] env[62437]: WARNING nova.compute.manager [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Received unexpected event network-vif-plugged-82d65289-315a-4a77-a189-8aa767cb7e1d for instance with vm_state building and task_state spawning. [ 1618.011019] env[62437]: DEBUG nova.compute.manager [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Received event network-changed-82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1618.011185] env[62437]: DEBUG nova.compute.manager [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Refreshing instance network info cache due to event network-changed-82d65289-315a-4a77-a189-8aa767cb7e1d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1618.011715] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Acquiring lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.030204] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d3e934bf-3148-4d00-9cd9-b937a5ed2fe6/d3e934bf-3148-4d00-9cd9-b937a5ed2fe6.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.030951] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc647ea-8c93-45db-a5a2-2649abc4ecff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.051774] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1618.051774] env[62437]: value = "task-1811650" [ 1618.051774] env[62437]: _type = "Task" [ 1618.051774] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.060717] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.218933] env[62437]: DEBUG oslo_vmware.api [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.990895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.219362] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.219631] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.219828] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.220014] env[62437]: INFO nova.compute.manager [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1618.220274] env[62437]: DEBUG oslo.service.loopingcall [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.220466] env[62437]: DEBUG nova.compute.manager [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1618.220564] env[62437]: DEBUG nova.network.neutron [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.312118] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.448396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-99e1d99f-3fd6-4367-8ddc-d76d0eb3a7d3 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "ed797e57-9f4b-4a7c-b363-390ee5b0f82b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.498s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.465484] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.465798] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance network_info: |[{"id": "82d65289-315a-4a77-a189-8aa767cb7e1d", "address": "fa:16:3e:f8:66:62", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d65289-31", "ovs_interfaceid": "82d65289-315a-4a77-a189-8aa767cb7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.466113] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Acquired lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.466299] env[62437]: DEBUG nova.network.neutron [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Refreshing network info cache for port 82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.467558] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:66:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d65289-315a-4a77-a189-8aa767cb7e1d', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.474950] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating folder: Project (d24ac2e150ac46418df68f2704dfb996). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.476217] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0b1ec1-65b5-4174-a56c-560e2b508a89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.491610] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created folder: Project (d24ac2e150ac46418df68f2704dfb996) in parent group-v375259. [ 1618.491808] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating folder: Instances. Parent ref: group-v375442. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.492080] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ce4e31-9533-49a9-8a11-ca25aaddfd7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.500899] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "af8d829a-893e-41fa-af40-b568893d5ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.501158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.501368] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.501552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.501720] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.505468] env[62437]: DEBUG nova.compute.manager [req-d02235e9-3415-4d7f-ba6e-b15630299bcd req-f52c4340-6830-476e-a85e-7c3b8800c7c2 service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Received event network-vif-deleted-0bf1b727-a196-4b11-b9c5-d072d0fb0d19 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1618.505662] env[62437]: INFO nova.compute.manager [req-d02235e9-3415-4d7f-ba6e-b15630299bcd req-f52c4340-6830-476e-a85e-7c3b8800c7c2 service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Neutron deleted interface 0bf1b727-a196-4b11-b9c5-d072d0fb0d19; detaching it from the instance and deleting it from the info cache [ 1618.505838] env[62437]: DEBUG nova.network.neutron [req-d02235e9-3415-4d7f-ba6e-b15630299bcd req-f52c4340-6830-476e-a85e-7c3b8800c7c2 service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.507009] env[62437]: INFO nova.compute.manager [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Terminating instance [ 1618.509777] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created folder: Instances in parent group-v375442. [ 1618.510016] env[62437]: DEBUG oslo.service.loopingcall [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.513281] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.514036] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a965ac6-6392-4936-82fd-7d4a277e6d6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.537936] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.537936] env[62437]: value = "task-1811653" [ 1618.537936] env[62437]: _type = "Task" [ 1618.537936] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.551249] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811653, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.565544] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.813133] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.829413] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b7d4f8-196f-4cdd-a051-dcf31a1dfb0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.837718] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed4612-3e23-4b0f-9071-12f44ab2871e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.868768] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cea1df3-f446-4b19-86f4-3cfb2e4bd595 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.876353] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f772af-e02a-41d4-a34a-24ed56d0962b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.890470] env[62437]: DEBUG nova.compute.provider_tree [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1618.983279] env[62437]: DEBUG nova.network.neutron [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.015828] env[62437]: DEBUG nova.compute.manager [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1619.016085] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.017962] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f3a5963-bcad-439b-b0c0-b3022b3763da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.018855] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ec902-bc43-4889-9010-cc8f0870358b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.028565] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.029690] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9191b145-b4c8-4390-9591-1ea4e272ada4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.034127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff270d-95c2-485a-9a47-1a0c9b8c5139 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.050960] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1619.050960] env[62437]: value = "task-1811654" [ 1619.050960] env[62437]: _type = "Task" [ 1619.050960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.054210] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811653, 'name': CreateVM_Task, 'duration_secs': 0.357055} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.061563] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.076825] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.077031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.077427] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.077807] env[62437]: DEBUG nova.compute.manager [req-d02235e9-3415-4d7f-ba6e-b15630299bcd req-f52c4340-6830-476e-a85e-7c3b8800c7c2 service nova] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Detach interface failed, port_id=0bf1b727-a196-4b11-b9c5-d072d0fb0d19, reason: Instance 078b40b5-29a5-4e38-a55c-eea6c586ae11 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1619.081770] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e71258-30d8-4fe2-b7e2-3c91aa09a7d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.090173] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.090445] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.096363] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1619.096363] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520ff473-3b65-3d54-a51c-e4664762002e" [ 1619.096363] env[62437]: _type = "Task" [ 1619.096363] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.106880] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ff473-3b65-3d54-a51c-e4664762002e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.314135] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.421521] env[62437]: DEBUG nova.network.neutron [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Updated VIF entry in instance network info cache for port 82d65289-315a-4a77-a189-8aa767cb7e1d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.422329] env[62437]: DEBUG nova.network.neutron [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Updating instance_info_cache with network_info: [{"id": "82d65289-315a-4a77-a189-8aa767cb7e1d", "address": "fa:16:3e:f8:66:62", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d65289-31", "ovs_interfaceid": "82d65289-315a-4a77-a189-8aa767cb7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.424404] env[62437]: DEBUG nova.scheduler.client.report [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1619.424643] env[62437]: DEBUG nova.compute.provider_tree [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 94 to 95 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1619.424825] env[62437]: DEBUG nova.compute.provider_tree [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.485599] env[62437]: INFO nova.compute.manager [-] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Took 1.26 seconds to deallocate network for instance. [ 1619.566349] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811650, 'name': ReconfigVM_Task, 'duration_secs': 1.489519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.570281] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d3e934bf-3148-4d00-9cd9-b937a5ed2fe6/d3e934bf-3148-4d00-9cd9-b937a5ed2fe6.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.570610] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811654, 'name': PowerOffVM_Task, 'duration_secs': 0.228991} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.570994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fe7b14e-00d6-45eb-9ed9-71ba3e5d95cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.573376] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1619.573555] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1619.574325] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6570a517-aaca-4d4e-bdaa-445159f3a54a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.581383] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1619.581383] env[62437]: value = "task-1811655" [ 1619.581383] env[62437]: _type = "Task" [ 1619.581383] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.589807] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811655, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.609041] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520ff473-3b65-3d54-a51c-e4664762002e, 'name': SearchDatastore_Task, 'duration_secs': 0.066765} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.609341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.609582] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.609818] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.609971] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.610195] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.610457] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23fbf4a0-f861-4d5e-9052-a5b94a3766fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.622408] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.622408] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.622929] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c4b540-cab8-4a6f-8530-b254b531c600 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.629448] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1619.629448] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5269e255-342e-f3d9-01c9-b851cc9c7b93" [ 1619.629448] env[62437]: _type = "Task" [ 1619.629448] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.637011] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5269e255-342e-f3d9-01c9-b851cc9c7b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.723883] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1619.724261] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1619.724530] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] af8d829a-893e-41fa-af40-b568893d5ab8 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1619.724889] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9821c744-b1c8-4210-b6cd-f4b8db2d8b25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.732365] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1619.732365] env[62437]: value = "task-1811657" [ 1619.732365] env[62437]: _type = "Task" [ 1619.732365] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.740907] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.813967] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811649, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580319} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.814271] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e888da3-9628-4872-bb1c-f2fc0497ff61/8e888da3-9628-4872-bb1c-f2fc0497ff61.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.814515] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.815063] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63a72c0-2ed7-4350-af65-ccf6f8cde233 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.822368] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1619.822368] env[62437]: value = "task-1811658" [ 1619.822368] env[62437]: _type = "Task" [ 1619.822368] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.831395] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.930925] env[62437]: DEBUG oslo_concurrency.lockutils [req-392601cd-2e40-4ab9-8e7f-263dce2b52f8 req-7a39937c-7ca7-421e-94b5-3677d4bfe129 service nova] Releasing lock "refresh_cache-9b33aa1d-639c-47be-8163-acbf0b57f870" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.931563] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.934840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.886s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.934840] env[62437]: DEBUG nova.objects.instance [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lazy-loading 'resources' on Instance uuid a315c680-31cc-47e2-be82-f4e8e45d1939 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.957215] env[62437]: INFO nova.scheduler.client.report [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted allocations for instance 4de10d20-6e36-471d-820e-189eafb1253f [ 1619.994134] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.092454] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811655, 'name': Rename_Task, 'duration_secs': 0.185105} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.092888] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.093183] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22f7014d-d4ea-4b95-9a28-a8d6c3d14bf4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.100218] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1620.100218] env[62437]: value = "task-1811659" [ 1620.100218] env[62437]: _type = "Task" [ 1620.100218] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.109506] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.141207] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5269e255-342e-f3d9-01c9-b851cc9c7b93, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.142473] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92d791b-53fa-4c9e-961b-399718a18896 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.150560] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1620.150560] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52dd48a8-d950-33db-1d03-e5d8ff2ec541" [ 1620.150560] env[62437]: _type = "Task" [ 1620.150560] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.160992] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dd48a8-d950-33db-1d03-e5d8ff2ec541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.243770] env[62437]: DEBUG oslo_vmware.api [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419466} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.244052] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.244251] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.244429] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.244609] env[62437]: INFO nova.compute.manager [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1620.244852] env[62437]: DEBUG oslo.service.loopingcall [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.245058] env[62437]: DEBUG nova.compute.manager [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1620.245156] env[62437]: DEBUG nova.network.neutron [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1620.335362] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141113} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.335780] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.336992] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13061bf-ab90-444d-ad5c-3cd2b5bd2655 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.382640] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8e888da3-9628-4872-bb1c-f2fc0497ff61/8e888da3-9628-4872-bb1c-f2fc0497ff61.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.383123] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4827882e-a15e-49de-b2d9-7d4a4c0c93d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.421685] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1620.421685] env[62437]: value = "task-1811660" [ 1620.421685] env[62437]: _type = "Task" [ 1620.421685] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.434792] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.471294] env[62437]: DEBUG oslo_concurrency.lockutils [None req-896ac88e-4f63-4361-8e31-840ff29033fc tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "4de10d20-6e36-471d-820e-189eafb1253f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.651s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.610944] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.664554] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dd48a8-d950-33db-1d03-e5d8ff2ec541, 'name': SearchDatastore_Task, 'duration_secs': 0.030572} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.664907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.665183] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.665785] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eee299c-8ff7-44c5-b77e-32000838c10f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.674461] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1620.674461] env[62437]: value = "task-1811661" [ 1620.674461] env[62437]: _type = "Task" [ 1620.674461] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.683121] env[62437]: DEBUG nova.compute.manager [req-9a4022a3-02e8-4e89-9f63-9c34c5858e4a req-4abedce8-6d33-492f-9802-411be1e60676 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Received event network-vif-deleted-a22cdf7b-ccad-4dfb-83d7-9d4599e10751 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1620.683319] env[62437]: INFO nova.compute.manager [req-9a4022a3-02e8-4e89-9f63-9c34c5858e4a req-4abedce8-6d33-492f-9802-411be1e60676 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Neutron deleted interface a22cdf7b-ccad-4dfb-83d7-9d4599e10751; detaching it from the instance and deleting it from the info cache [ 1620.683488] env[62437]: DEBUG nova.network.neutron [req-9a4022a3-02e8-4e89-9f63-9c34c5858e4a req-4abedce8-6d33-492f-9802-411be1e60676 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.690168] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.886930] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265a3255-b1aa-49f2-9233-3b36af28a466 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.897021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3fba6c-2645-4519-94d2-06cfa98d7583 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.928622] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e803f6-2101-41b0-88c1-583c7ed9067e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.939072] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.940814] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c2ffe-dd4c-4596-a357-27933411dc35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.957235] env[62437]: DEBUG nova.compute.provider_tree [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.014795] env[62437]: DEBUG nova.network.neutron [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.111409] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.189694] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.190094] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1360d62-f2f9-45ce-85d7-58405df75dfa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.201043] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e0230f-367b-43b3-bd24-7274c1f67b8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.243914] env[62437]: DEBUG nova.compute.manager [req-9a4022a3-02e8-4e89-9f63-9c34c5858e4a req-4abedce8-6d33-492f-9802-411be1e60676 service nova] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Detach interface failed, port_id=a22cdf7b-ccad-4dfb-83d7-9d4599e10751, reason: Instance af8d829a-893e-41fa-af40-b568893d5ab8 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1621.305657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.306019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.436411] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811660, 'name': ReconfigVM_Task, 'duration_secs': 0.575498} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.436830] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8e888da3-9628-4872-bb1c-f2fc0497ff61/8e888da3-9628-4872-bb1c-f2fc0497ff61.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.437574] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d05c912f-cbc8-46da-b79e-6c9efba33821 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.445158] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1621.445158] env[62437]: value = "task-1811662" [ 1621.445158] env[62437]: _type = "Task" [ 1621.445158] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.458490] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811662, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.464960] env[62437]: DEBUG nova.scheduler.client.report [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.521463] env[62437]: INFO nova.compute.manager [-] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Took 1.28 seconds to deallocate network for instance. [ 1621.615804] env[62437]: DEBUG oslo_vmware.api [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811659, 'name': PowerOnVM_Task, 'duration_secs': 1.141584} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.616113] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.616312] env[62437]: INFO nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Took 17.50 seconds to spawn the instance on the hypervisor. [ 1621.616534] env[62437]: DEBUG nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.617457] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f3b5d-657d-4519-a0b7-6270d1d067f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.687372] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786916} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.687642] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.687945] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.688220] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79fe44f-36e6-4a7b-a8b7-b1845ad6f0c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.696085] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1621.696085] env[62437]: value = "task-1811663" [ 1621.696085] env[62437]: _type = "Task" [ 1621.696085] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.706192] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.812452] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1621.956966] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811662, 'name': Rename_Task, 'duration_secs': 0.148496} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.957536] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.957797] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3979c2-48c1-4d89-89ae-582e8bbab9da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.964735] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1621.964735] env[62437]: value = "task-1811664" [ 1621.964735] env[62437]: _type = "Task" [ 1621.964735] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.970203] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.976342] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.927s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.976585] env[62437]: DEBUG nova.objects.instance [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1621.982146] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.007224] env[62437]: INFO nova.scheduler.client.report [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Deleted allocations for instance a315c680-31cc-47e2-be82-f4e8e45d1939 [ 1622.028217] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.134889] env[62437]: INFO nova.compute.manager [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Took 36.98 seconds to build instance. [ 1622.207374] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22996} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.207699] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.208550] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993de417-6795-4710-a293-ccdb508c6c4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.231517] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.233124] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598e26f4-dc9e-489c-a228-5e392c4124e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.260666] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1622.260666] env[62437]: value = "task-1811665" [ 1622.260666] env[62437]: _type = "Task" [ 1622.260666] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.272016] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.335858] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.486900] env[62437]: DEBUG oslo_vmware.api [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811664, 'name': PowerOnVM_Task, 'duration_secs': 0.494657} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.486900] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.486900] env[62437]: INFO nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1622.486900] env[62437]: DEBUG nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.486900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18587f1-9edd-48b3-9a14-5b9d1ca28ca6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.517948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16456889-e48e-440d-a569-fbbe6f3cdca5 tempest-ListServersNegativeTestJSON-1934892944 tempest-ListServersNegativeTestJSON-1934892944-project-member] Lock "a315c680-31cc-47e2-be82-f4e8e45d1939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.568s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.641631] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7d7370c6-cfce-47df-b809-e9a80eb898cf tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.496s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.754788] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.755433] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.755706] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.755976] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.756103] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.759497] env[62437]: INFO nova.compute.manager [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Terminating instance [ 1622.772137] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.776946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "5d33cc66-767c-4729-b851-04e1cc3838f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.777190] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.989022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f58eb3f3-7ccd-4721-93c5-2b868ee92954 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.989022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.617s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.989022] env[62437]: DEBUG nova.objects.instance [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lazy-loading 'resources' on Instance uuid fa937bc6-203c-4830-8adc-2fc1394bb790 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.008707] env[62437]: INFO nova.compute.manager [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Took 28.83 seconds to build instance. [ 1623.266703] env[62437]: DEBUG nova.compute.manager [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.266958] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.267835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffe276-1c68-4626-92e9-5edf52ebd9b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.275991] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811665, 'name': ReconfigVM_Task, 'duration_secs': 0.571543} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.278928] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.279688] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.286068] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.286068] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143b1a6e-ac6e-4ae2-a656-60633f9ae81d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.287838] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f01db47-de88-4299-b151-ab66d9fb59eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.293941] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1623.293941] env[62437]: value = "task-1811667" [ 1623.293941] env[62437]: _type = "Task" [ 1623.293941] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.295268] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1623.295268] env[62437]: value = "task-1811666" [ 1623.295268] env[62437]: _type = "Task" [ 1623.295268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.308886] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811667, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.312266] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.376366] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "interface-8e888da3-9628-4872-bb1c-f2fc0497ff61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.376680] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "interface-8e888da3-9628-4872-bb1c-f2fc0497ff61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.377090] env[62437]: DEBUG nova.objects.instance [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lazy-loading 'flavor' on Instance uuid 8e888da3-9628-4872-bb1c-f2fc0497ff61 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.512979] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ede100-ca09-4b2c-ab11-09493bf85f51 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.339s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.809128] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811667, 'name': Rename_Task, 'duration_secs': 0.172418} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.810129] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.810721] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.810994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d9a1bfc-add1-4474-ab7d-12438f122365 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.815532] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811666, 'name': PowerOffVM_Task, 'duration_secs': 0.387014} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.816103] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.816328] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.816610] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b680f9d-b600-4b02-8fb6-7c2de3917ae2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.822817] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1623.822817] env[62437]: value = "task-1811668" [ 1623.822817] env[62437]: _type = "Task" [ 1623.822817] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.830725] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.842850] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa3c72a-eccd-439c-a626-96757daf8dd4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.849948] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e445dfb-59c9-4d9c-8a02-79eb4c23cf62 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.881718] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be3b49-4407-40a0-956a-2c77b2e4cc69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.885630] env[62437]: DEBUG nova.objects.instance [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e888da3-9628-4872-bb1c-f2fc0497ff61 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.891840] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cae614-b7f5-42a0-99e9-484acbbc22d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.907210] env[62437]: DEBUG nova.compute.provider_tree [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.081614] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.081838] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.082132] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] d3e934bf-3148-4d00-9cd9-b937a5ed2fe6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.082397] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdd9af6c-3f1f-4261-ab57-fa46ca55f87b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.088559] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1624.088559] env[62437]: value = "task-1811670" [ 1624.088559] env[62437]: _type = "Task" [ 1624.088559] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.099522] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.331945] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.388928] env[62437]: DEBUG nova.objects.base [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Object Instance<8e888da3-9628-4872-bb1c-f2fc0497ff61> lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1624.389185] env[62437]: DEBUG nova.network.neutron [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.413025] env[62437]: DEBUG nova.scheduler.client.report [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.506732] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a19e45c2-adf6-4086-985d-45e6b930a1c0 tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "interface-8e888da3-9628-4872-bb1c-f2fc0497ff61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.130s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.600681] env[62437]: DEBUG oslo_vmware.api [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148898} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.601328] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.601606] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.601816] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.602018] env[62437]: INFO nova.compute.manager [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1624.602282] env[62437]: DEBUG oslo.service.loopingcall [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.602845] env[62437]: DEBUG nova.compute.manager [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.602845] env[62437]: DEBUG nova.network.neutron [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.834771] env[62437]: DEBUG oslo_vmware.api [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811668, 'name': PowerOnVM_Task, 'duration_secs': 0.878542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.834771] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.834771] env[62437]: INFO nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1624.834994] env[62437]: DEBUG nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.835967] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017a85b-ed97-449d-af69-d0c3fd13a246 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.915655] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.918558] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.220s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.918558] env[62437]: DEBUG nova.objects.instance [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'resources' on Instance uuid 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.948937] env[62437]: INFO nova.scheduler.client.report [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Deleted allocations for instance fa937bc6-203c-4830-8adc-2fc1394bb790 [ 1625.100264] env[62437]: DEBUG nova.compute.manager [req-9ef0d5c3-f330-4816-9651-b4c278f41a00 req-661e08d1-c79c-4bd4-b920-df309dc83fe7 service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Received event network-vif-deleted-a5be6c3c-fff4-4d31-9358-388c62ca89a9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1625.100497] env[62437]: INFO nova.compute.manager [req-9ef0d5c3-f330-4816-9651-b4c278f41a00 req-661e08d1-c79c-4bd4-b920-df309dc83fe7 service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Neutron deleted interface a5be6c3c-fff4-4d31-9358-388c62ca89a9; detaching it from the instance and deleting it from the info cache [ 1625.100681] env[62437]: DEBUG nova.network.neutron [req-9ef0d5c3-f330-4816-9651-b4c278f41a00 req-661e08d1-c79c-4bd4-b920-df309dc83fe7 service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.354824] env[62437]: INFO nova.compute.manager [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Took 30.85 seconds to build instance. [ 1625.462531] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91670128-2138-47c4-bda8-e5002a61c74f tempest-ListServerFiltersTestJSON-1850669254 tempest-ListServerFiltersTestJSON-1850669254-project-member] Lock "fa937bc6-203c-4830-8adc-2fc1394bb790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.470079] env[62437]: DEBUG nova.network.neutron [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.603427] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff32519a-4c8f-44e4-8356-ce8df72d81b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.614173] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02ab5cf-14d4-4545-b302-955905e70093 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.654829] env[62437]: DEBUG nova.compute.manager [req-9ef0d5c3-f330-4816-9651-b4c278f41a00 req-661e08d1-c79c-4bd4-b920-df309dc83fe7 service nova] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Detach interface failed, port_id=a5be6c3c-fff4-4d31-9358-388c62ca89a9, reason: Instance d3e934bf-3148-4d00-9cd9-b937a5ed2fe6 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1625.818732] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17588e-f99b-4cfe-b7ff-3037215a1f98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.828127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418e2468-df9f-4d98-9a23-a059bf0c4cad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.859659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dcc65a9b-f484-44d3-af06-a7d33b3cd212 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.365s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.862162] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6eac9-5a2a-4683-b06e-b3df320938fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.868405] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7fe9f-e88f-4919-97e6-5c5454d5f91e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.886566] env[62437]: DEBUG nova.compute.provider_tree [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.973873] env[62437]: INFO nova.compute.manager [-] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Took 1.37 seconds to deallocate network for instance. [ 1626.200942] env[62437]: INFO nova.compute.manager [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Rebuilding instance [ 1626.255197] env[62437]: DEBUG nova.compute.manager [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.256230] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370aa15-dcff-4740-be4d-4aa200f704a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.390968] env[62437]: DEBUG nova.scheduler.client.report [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.482737] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.704181] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.704468] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.704682] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.704868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.705082] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.707901] env[62437]: INFO nova.compute.manager [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Terminating instance [ 1626.896127] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.899450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.878s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.899766] env[62437]: DEBUG nova.objects.instance [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1626.939548] env[62437]: INFO nova.scheduler.client.report [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf [ 1627.212024] env[62437]: DEBUG nova.compute.manager [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.212312] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.213236] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc37e94-9443-4072-990d-2e4aa56e66c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.221127] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.221365] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febbebb6-a562-45db-a548-2d6cd3c369d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.227821] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1627.227821] env[62437]: value = "task-1811671" [ 1627.227821] env[62437]: _type = "Task" [ 1627.227821] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.236234] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.276444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.276444] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f6650b-d634-4e7a-b56d-aff2dc1a52ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.285020] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1627.285020] env[62437]: value = "task-1811672" [ 1627.285020] env[62437]: _type = "Task" [ 1627.285020] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.290916] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.454054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fb876ba3-c65b-4c3a-b881-5ea3ed867a63 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "990a2f7d-0ffa-4fa5-a032-a38db6b08ecf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.648s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.560255] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.560497] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.738223] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811671, 'name': PowerOffVM_Task, 'duration_secs': 0.199371} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.739055] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.739270] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.739676] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85290898-77af-4fe8-b457-01b6c0149243 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.793041] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811672, 'name': PowerOffVM_Task, 'duration_secs': 0.230581} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.797014] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.797014] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.797014] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5a32c-d9c5-41fa-840a-b3b6c781c790 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.803635] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.804669] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cc71195-ea2c-4453-be98-719b313c97dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.839966] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.840035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.840798] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Deleting the datastore file [datastore1] 8e888da3-9628-4872-bb1c-f2fc0497ff61 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.840798] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c74019-51d5-4b57-a288-0a2c75ccebc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.847702] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for the task: (returnval){ [ 1627.847702] env[62437]: value = "task-1811675" [ 1627.847702] env[62437]: _type = "Task" [ 1627.847702] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.855459] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.914044] env[62437]: DEBUG oslo_concurrency.lockutils [None req-effef058-ac34-4717-8874-9263ae8b878a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.915811] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.261s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.917707] env[62437]: INFO nova.compute.claims [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.969491] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.969731] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.970297] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.970587] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955165f2-51ea-4fd9-98de-faa664b88ec7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.978683] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1627.978683] env[62437]: value = "task-1811676" [ 1627.978683] env[62437]: _type = "Task" [ 1627.978683] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.988491] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.063347] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.360553] env[62437]: DEBUG oslo_vmware.api [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Task: {'id': task-1811675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131845} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.360553] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.360553] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.360553] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.360553] env[62437]: INFO nova.compute.manager [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1628.360971] env[62437]: DEBUG oslo.service.loopingcall [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.360971] env[62437]: DEBUG nova.compute.manager [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.361070] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.491534] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126017} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.492143] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.495193] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.495193] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.590283] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.736979] env[62437]: DEBUG nova.compute.manager [req-ebb6bb02-dd48-40f3-a6a8-c273256acb15 req-24956584-f055-4177-8e6f-dc5eff4ffa1c service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Received event network-vif-deleted-6cb5e23d-b3ed-45fc-b877-e8818c3cb78c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1628.736979] env[62437]: INFO nova.compute.manager [req-ebb6bb02-dd48-40f3-a6a8-c273256acb15 req-24956584-f055-4177-8e6f-dc5eff4ffa1c service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Neutron deleted interface 6cb5e23d-b3ed-45fc-b877-e8818c3cb78c; detaching it from the instance and deleting it from the info cache [ 1628.736979] env[62437]: DEBUG nova.network.neutron [req-ebb6bb02-dd48-40f3-a6a8-c273256acb15 req-24956584-f055-4177-8e6f-dc5eff4ffa1c service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.050545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.050744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.214343] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.241448] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e72812a-b8b4-442f-bd88-26be23c37616 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.250979] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fc263-cf84-4fa5-a659-e42a90b71103 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.286716] env[62437]: DEBUG nova.compute.manager [req-ebb6bb02-dd48-40f3-a6a8-c273256acb15 req-24956584-f055-4177-8e6f-dc5eff4ffa1c service nova] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Detach interface failed, port_id=6cb5e23d-b3ed-45fc-b877-e8818c3cb78c, reason: Instance 8e888da3-9628-4872-bb1c-f2fc0497ff61 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1629.341245] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c7ddc-63a2-450e-ab61-d2b2a43d09ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.349117] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1fe157-6448-4285-92ca-cee74be76ac4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.380099] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6156f63e-6f78-4ac8-8320-bb93e9bf9c4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.387547] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc65fd-b74f-422b-b4b0-be2618bed1ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.401966] env[62437]: DEBUG nova.compute.provider_tree [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.531294] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.531693] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.531768] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.531965] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.532128] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.532290] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.532503] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.532657] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.532846] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.533016] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.533206] env[62437]: DEBUG nova.virt.hardware [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.534166] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29baeb80-1145-44c7-a5cc-dc21ed0a1512 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.546835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6c758-82e0-4b9e-bfb1-f3ecc8f2d706 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.553022] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.564797] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:66:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d65289-315a-4a77-a189-8aa767cb7e1d', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.576026] env[62437]: DEBUG oslo.service.loopingcall [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.576026] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.576026] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c1b8efe-f6be-4b2f-9861-b6f5725926de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.600214] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.600214] env[62437]: value = "task-1811680" [ 1629.600214] env[62437]: _type = "Task" [ 1629.600214] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.612113] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811680, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.717912] env[62437]: INFO nova.compute.manager [-] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Took 1.36 seconds to deallocate network for instance. [ 1629.905048] env[62437]: DEBUG nova.scheduler.client.report [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.091139] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.110646] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811680, 'name': CreateVM_Task, 'duration_secs': 0.302721} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.110825] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.111607] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.111722] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.112068] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.112328] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c0d114-16b7-4c37-aa43-3faa43310eec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.118076] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1630.118076] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52feb08a-4a88-613d-f428-1cf8b78fc304" [ 1630.118076] env[62437]: _type = "Task" [ 1630.118076] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.126405] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52feb08a-4a88-613d-f428-1cf8b78fc304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.225223] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.409760] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.410363] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1630.413667] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.841s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.416855] env[62437]: INFO nova.compute.claims [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.630234] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52feb08a-4a88-613d-f428-1cf8b78fc304, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.630551] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.630787] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.631093] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.631297] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.631421] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.631676] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe083f52-c4a8-4c07-9840-f3020fd3a74a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.639671] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.639844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.640553] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee4fa61-ace9-45f0-85d2-c8c0290b5ab2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.645835] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1630.645835] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f74b8d-9e79-ca4f-2163-abbf05d20748" [ 1630.645835] env[62437]: _type = "Task" [ 1630.645835] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.653361] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f74b8d-9e79-ca4f-2163-abbf05d20748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.775907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.776853] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.776853] env[62437]: INFO nova.compute.manager [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Rebooting instance [ 1630.921159] env[62437]: DEBUG nova.compute.utils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.924447] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.924658] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.972454] env[62437]: DEBUG nova.policy [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51aa5c9ca8b14f0f930385a7ab0e56fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '799015c43a3e4b3eb198d72ee9959a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1631.157286] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f74b8d-9e79-ca4f-2163-abbf05d20748, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.158102] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d743b127-7c5d-4d52-b747-11d2fe553335 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.163557] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1631.163557] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52825fe2-2e4a-590f-dd70-0b77ea1c359a" [ 1631.163557] env[62437]: _type = "Task" [ 1631.163557] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.171332] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52825fe2-2e4a-590f-dd70-0b77ea1c359a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.239420] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Successfully created port: 615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.308928] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.308928] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.308928] env[62437]: DEBUG nova.network.neutron [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.427422] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1631.676378] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52825fe2-2e4a-590f-dd70-0b77ea1c359a, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.676767] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.676959] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.677250] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-991e7bb7-77e8-4f46-bd2c-34dc6ae75b59 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.688241] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1631.688241] env[62437]: value = "task-1811681" [ 1631.688241] env[62437]: _type = "Task" [ 1631.688241] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.696976] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.821112] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9303d43-5b7b-4108-9cdb-3820c60a5433 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.835831] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256ebf2-996c-49ca-a3a9-8378b589a6d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.869803] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa933b-54ca-49a3-aa81-3a174f424a60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.883346] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc6727f-a327-455d-b88f-131cbf910d38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.894349] env[62437]: DEBUG nova.compute.provider_tree [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.186521] env[62437]: DEBUG nova.network.neutron [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.199995] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487755} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.200968] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.201253] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.201647] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5887708-dfb7-4e1c-8d87-61b8d57b173c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.211018] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1632.211018] env[62437]: value = "task-1811682" [ 1632.211018] env[62437]: _type = "Task" [ 1632.211018] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.223454] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.398579] env[62437]: DEBUG nova.scheduler.client.report [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.439580] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1632.461283] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1632.461541] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.461695] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1632.461912] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.462205] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1632.462376] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1632.462587] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1632.462750] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1632.462918] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1632.463099] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1632.463279] env[62437]: DEBUG nova.virt.hardware [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1632.464145] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2955896-1eca-4d9d-aa1a-a079d1403b54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.472373] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64de2c4-ed59-4c7a-af80-dbadcf35f1dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.689072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.719586] env[62437]: DEBUG nova.compute.manager [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Received event network-vif-plugged-615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1632.719810] env[62437]: DEBUG oslo_concurrency.lockutils [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] Acquiring lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.720033] env[62437]: DEBUG oslo_concurrency.lockutils [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.720210] env[62437]: DEBUG oslo_concurrency.lockutils [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.720376] env[62437]: DEBUG nova.compute.manager [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] No waiting events found dispatching network-vif-plugged-615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.720537] env[62437]: WARNING nova.compute.manager [req-cc4fdbff-4618-4358-9250-b44e4be71ab2 req-426860eb-e961-4e8e-8fa0-7b36f18bce97 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Received unexpected event network-vif-plugged-615bb893-0712-4551-83da-0e555e6ecd91 for instance with vm_state building and task_state spawning. [ 1632.724689] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124603} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.724778] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.725566] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312bea9a-9f5e-47b6-8635-a860115300f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.751020] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.751727] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40aba7b-bb0b-4122-8bed-f8e58eba7f1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.772757] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1632.772757] env[62437]: value = "task-1811684" [ 1632.772757] env[62437]: _type = "Task" [ 1632.772757] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.782470] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.850618] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Successfully updated port: 615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.904046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.904612] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.907397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.818s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.907635] env[62437]: DEBUG nova.objects.instance [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lazy-loading 'resources' on Instance uuid 067c47b2-18d6-4599-a4eb-b108b295aefd {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.194419] env[62437]: DEBUG nova.compute.manager [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.195312] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf9cc57-40ab-4e5d-94c2-cbe042800f94 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.283192] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811684, 'name': ReconfigVM_Task, 'duration_secs': 0.378356} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.283573] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870/9b33aa1d-639c-47be-8163-acbf0b57f870.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.284251] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b2620e-143e-4bdb-9c9b-5b875f4e5cb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.291163] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1633.291163] env[62437]: value = "task-1811685" [ 1633.291163] env[62437]: _type = "Task" [ 1633.291163] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.300200] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811685, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.353520] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.353687] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquired lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.353842] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.415117] env[62437]: DEBUG nova.compute.utils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.417582] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1633.763089] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e75705-37b0-431c-81e2-13304b2f3e7a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.772980] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15d186-fadf-423a-b14b-ceea1c397d3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.808147] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c768e62-2310-4ffe-a843-6dd0858ec42a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.816807] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811685, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.820352] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd37dbb0-d31e-44ca-b74a-cbf1980c4fc1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.835407] env[62437]: DEBUG nova.compute.provider_tree [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.918335] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.925951] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.146251] env[62437]: DEBUG nova.network.neutron [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updating instance_info_cache with network_info: [{"id": "615bb893-0712-4551-83da-0e555e6ecd91", "address": "fa:16:3e:5b:f5:6c", "network": {"id": "d44a9c11-f443-4b35-8f35-a7cc49153b25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-511949191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "799015c43a3e4b3eb198d72ee9959a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615bb893-07", "ovs_interfaceid": "615bb893-0712-4551-83da-0e555e6ecd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.212200] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f7970-6161-489f-99e2-3847a3b462a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.219673] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Doing hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1634.219950] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-38c1415f-253c-41a6-b41f-e382bfcb5586 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.226572] env[62437]: DEBUG oslo_vmware.api [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1634.226572] env[62437]: value = "task-1811686" [ 1634.226572] env[62437]: _type = "Task" [ 1634.226572] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.239292] env[62437]: DEBUG oslo_vmware.api [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811686, 'name': ResetVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.315076] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811685, 'name': Rename_Task, 'duration_secs': 0.593686} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.315501] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.315783] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fce75c6-d1a1-4759-8fe3-c8215a4dd9e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.322660] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1634.322660] env[62437]: value = "task-1811687" [ 1634.322660] env[62437]: _type = "Task" [ 1634.322660] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.330952] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.339048] env[62437]: DEBUG nova.scheduler.client.report [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.649857] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Releasing lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.650155] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Instance network_info: |[{"id": "615bb893-0712-4551-83da-0e555e6ecd91", "address": "fa:16:3e:5b:f5:6c", "network": {"id": "d44a9c11-f443-4b35-8f35-a7cc49153b25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-511949191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "799015c43a3e4b3eb198d72ee9959a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615bb893-07", "ovs_interfaceid": "615bb893-0712-4551-83da-0e555e6ecd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.650600] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f5:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '615bb893-0712-4551-83da-0e555e6ecd91', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.658321] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Creating folder: Project (799015c43a3e4b3eb198d72ee9959a10). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.658616] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d87b79d1-a9fe-4771-9096-178d36b36cb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.670406] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Created folder: Project (799015c43a3e4b3eb198d72ee9959a10) in parent group-v375259. [ 1634.670606] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Creating folder: Instances. Parent ref: group-v375449. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.670844] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d17da7-fd25-40de-8a5c-46e73f7cbfd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.681084] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Created folder: Instances in parent group-v375449. [ 1634.681333] env[62437]: DEBUG oslo.service.loopingcall [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.681529] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.681787] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c892f5f4-f906-4871-82a8-3d847d0b9baa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.701794] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.701794] env[62437]: value = "task-1811691" [ 1634.701794] env[62437]: _type = "Task" [ 1634.701794] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.714834] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811691, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.737261] env[62437]: DEBUG oslo_vmware.api [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811686, 'name': ResetVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.748125] env[62437]: DEBUG nova.compute.manager [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Received event network-changed-615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1634.748237] env[62437]: DEBUG nova.compute.manager [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Refreshing instance network info cache due to event network-changed-615bb893-0712-4551-83da-0e555e6ecd91. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1634.748450] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] Acquiring lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.748596] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] Acquired lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.748757] env[62437]: DEBUG nova.network.neutron [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Refreshing network info cache for port 615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.833337] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.844402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.846961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.414s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.847138] env[62437]: DEBUG nova.objects.instance [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'resources' on Instance uuid 7673017e-1c9e-46af-a8c4-d178eb59391e {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.868763] env[62437]: INFO nova.scheduler.client.report [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Deleted allocations for instance 067c47b2-18d6-4599-a4eb-b108b295aefd [ 1634.934862] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1634.963889] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.964301] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.964468] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.964658] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.967511] env[62437]: DEBUG nova.virt.hardware [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.967511] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdd8781-1dc6-4de7-a8f8-f98b190fc760 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.975411] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484dacd7-03ac-4f8f-bd1a-23ecc2734d0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.993140] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.998657] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Creating folder: Project (4e7ca5bb0dab4b08952629cd88c0750c). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.998787] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0543e9a-25eb-49f6-860d-dfc8b6f3486c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.010026] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Created folder: Project (4e7ca5bb0dab4b08952629cd88c0750c) in parent group-v375259. [ 1635.010631] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Creating folder: Instances. Parent ref: group-v375452. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.010874] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1ad99ac-27b4-474a-99e5-41aa8e469129 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.020058] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Created folder: Instances in parent group-v375452. [ 1635.020349] env[62437]: DEBUG oslo.service.loopingcall [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.020582] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.020822] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b4e2a52-884e-4c0d-8f94-11f74c94f9ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.039278] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.039278] env[62437]: value = "task-1811694" [ 1635.039278] env[62437]: _type = "Task" [ 1635.039278] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.047796] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811694, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.212625] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811691, 'name': CreateVM_Task, 'duration_secs': 0.448653} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.212818] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.213560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.213741] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.214081] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.214349] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a36e6e-2761-4b6e-84b2-a5c08ddf69e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.219213] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1635.219213] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525ec160-6ba2-e043-a2e2-24950d1b07fa" [ 1635.219213] env[62437]: _type = "Task" [ 1635.219213] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.227232] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525ec160-6ba2-e043-a2e2-24950d1b07fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.236387] env[62437]: DEBUG oslo_vmware.api [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811686, 'name': ResetVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.333482] env[62437]: DEBUG oslo_vmware.api [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811687, 'name': PowerOnVM_Task, 'duration_secs': 0.591932} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.333753] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.334075] env[62437]: DEBUG nova.compute.manager [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.334782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec0ec9-9477-4414-931e-31ebcb35bed8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.383583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-211578f2-3023-4114-b8aa-1750d0ed4326 tempest-ImagesOneServerNegativeTestJSON-153661306 tempest-ImagesOneServerNegativeTestJSON-153661306-project-member] Lock "067c47b2-18d6-4599-a4eb-b108b295aefd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.914s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.529988] env[62437]: DEBUG nova.network.neutron [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updated VIF entry in instance network info cache for port 615bb893-0712-4551-83da-0e555e6ecd91. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.530405] env[62437]: DEBUG nova.network.neutron [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updating instance_info_cache with network_info: [{"id": "615bb893-0712-4551-83da-0e555e6ecd91", "address": "fa:16:3e:5b:f5:6c", "network": {"id": "d44a9c11-f443-4b35-8f35-a7cc49153b25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-511949191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "799015c43a3e4b3eb198d72ee9959a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615bb893-07", "ovs_interfaceid": "615bb893-0712-4551-83da-0e555e6ecd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.553498] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811694, 'name': CreateVM_Task, 'duration_secs': 0.252368} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.553698] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.554145] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.694061] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df0c57-72dd-4807-9063-9d6a7cfc0930 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.701791] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e805fa-efe7-4f2d-8ce3-8b0712cce9d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.737928] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e45f60-48d3-4b84-b8f5-b087d9516c8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.745868] env[62437]: DEBUG oslo_vmware.api [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811686, 'name': ResetVM_Task, 'duration_secs': 1.101089} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.751107] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Did hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1635.751461] env[62437]: DEBUG nova.compute.manager [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.751785] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525ec160-6ba2-e043-a2e2-24950d1b07fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016693} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.752527] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d4220-a273-40bb-93e3-bbfa2ec6777a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.754873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.755087] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.755327] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.755477] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.755657] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.757078] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca40e53-d395-4389-98db-08db9b87e44b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.760661] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.760999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.761212] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dcd289a-25df-4a3e-a301-3e9fee4f7cc0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.763192] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef12008c-9173-43f7-a6d0-db044cf30d01 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.776986] env[62437]: DEBUG nova.compute.provider_tree [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.779789] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.779789] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.781461] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9fc4fe-9447-4858-9cdb-325276010c8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.783769] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1635.783769] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b44405-bfa7-4486-840d-15c021d9dc6a" [ 1635.783769] env[62437]: _type = "Task" [ 1635.783769] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.788597] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1635.788597] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526eea81-e2ce-68a8-5255-ff370df3a2de" [ 1635.788597] env[62437]: _type = "Task" [ 1635.788597] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.795457] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b44405-bfa7-4486-840d-15c021d9dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.800555] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526eea81-e2ce-68a8-5255-ff370df3a2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.851850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.033597] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9ecff1b-568f-4bfc-9601-f4df17a32e12 req-255de76c-05a9-431f-8960-91f861389014 service nova] Releasing lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.286022] env[62437]: DEBUG nova.scheduler.client.report [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.289276] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c84a3590-b742-425e-bd64-c58b30ccde55 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.513s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.304253] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b44405-bfa7-4486-840d-15c021d9dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.307526] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.307767] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.307970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.308840] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526eea81-e2ce-68a8-5255-ff370df3a2de, 'name': SearchDatastore_Task, 'duration_secs': 0.027927} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.309599] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cb648d-0d1b-474e-9a94-b945c590be4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.315306] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1636.315306] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5200c18b-78ed-1095-9a6f-42e1834d9b85" [ 1636.315306] env[62437]: _type = "Task" [ 1636.315306] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.325191] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5200c18b-78ed-1095-9a6f-42e1834d9b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.792091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.795141] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.875s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.828731] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5200c18b-78ed-1095-9a6f-42e1834d9b85, 'name': SearchDatastore_Task, 'duration_secs': 0.059469} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.830074] env[62437]: INFO nova.scheduler.client.report [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocations for instance 7673017e-1c9e-46af-a8c4-d178eb59391e [ 1636.831036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.831250] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b27f9556-31c4-458e-8fbc-ae75188c4bf4/b27f9556-31c4-458e-8fbc-ae75188c4bf4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.834156] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.834315] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.834576] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a0326c0-ddc9-4274-9cfa-b1fcade27fb6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.838606] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4697055-c037-4596-9841-a6442602f573 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.846839] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1636.846839] env[62437]: value = "task-1811696" [ 1636.846839] env[62437]: _type = "Task" [ 1636.846839] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.848449] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.848680] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.853989] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035e63de-73e0-4733-ab09-eb122174a01f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.861942] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.863298] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1636.863298] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fff720-03d8-dd55-5334-67efd41af751" [ 1636.863298] env[62437]: _type = "Task" [ 1636.863298] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.872691] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fff720-03d8-dd55-5334-67efd41af751, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.873504] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393e0b92-2e8a-4e45-97e6-da3e95301bd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.880239] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1636.880239] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5271f6ca-de7c-477e-8ea9-3d4d6a56a711" [ 1636.880239] env[62437]: _type = "Task" [ 1636.880239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.888617] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5271f6ca-de7c-477e-8ea9-3d4d6a56a711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.955746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9b33aa1d-639c-47be-8163-acbf0b57f870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.955746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.955746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.955746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.955746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.957629] env[62437]: INFO nova.compute.manager [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Terminating instance [ 1637.301459] env[62437]: INFO nova.compute.claims [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.343318] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f243d770-dde4-43bf-8c75-67cda67e3738 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "7673017e-1c9e-46af-a8c4-d178eb59391e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.061s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.359937] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.392790] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5271f6ca-de7c-477e-8ea9-3d4d6a56a711, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.393856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.394185] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.395036] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7c564d-b242-4c18-84d6-24e2d3e0df46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.404612] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1637.404612] env[62437]: value = "task-1811697" [ 1637.404612] env[62437]: _type = "Task" [ 1637.404612] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.414852] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.464210] env[62437]: DEBUG nova.compute.manager [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.464589] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.466045] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28cabf-0dc1-4d56-92b8-a07434b580ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.474305] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.474689] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f6e970-dbbf-4e3e-8941-d5ccbc085608 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.483085] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1637.483085] env[62437]: value = "task-1811698" [ 1637.483085] env[62437]: _type = "Task" [ 1637.483085] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.493093] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.520416] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.522726] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.809563] env[62437]: INFO nova.compute.resource_tracker [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating resource usage from migration 260dcde5-b3cb-4120-8889-d0a1a445aa99 [ 1637.861660] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68126} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.861980] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b27f9556-31c4-458e-8fbc-ae75188c4bf4/b27f9556-31c4-458e-8fbc-ae75188c4bf4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.862235] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.862512] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5efe03b-5892-4be2-a9b8-6415e4907e60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.870061] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1637.870061] env[62437]: value = "task-1811699" [ 1637.870061] env[62437]: _type = "Task" [ 1637.870061] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.880054] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.914130] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811697, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.997995] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.025745] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.240034] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5eefd-05be-4d84-85a4-14454434f230 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.248352] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72644e-8f02-4874-bc45-75eb4905854f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.280847] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8349fd-407b-474e-8b59-8506ac929e56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.289499] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6e916-f219-4bc7-835c-c4457752518c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.304276] env[62437]: DEBUG nova.compute.provider_tree [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.381613] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090733} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.381883] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.382927] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1109596-b67b-4973-a1e3-0c07a2d39a64 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.407812] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b27f9556-31c4-458e-8fbc-ae75188c4bf4/b27f9556-31c4-458e-8fbc-ae75188c4bf4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.408229] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fac612c-0942-4fdf-ac91-bf15631d8ae5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.431104] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560552} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.432356] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.432577] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.433007] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1638.433007] env[62437]: value = "task-1811700" [ 1638.433007] env[62437]: _type = "Task" [ 1638.433007] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.433204] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96619b4c-0806-4fd1-aa6f-697063b2c28c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.443693] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.445299] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1638.445299] env[62437]: value = "task-1811701" [ 1638.445299] env[62437]: _type = "Task" [ 1638.445299] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.453772] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.493464] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811698, 'name': PowerOffVM_Task, 'duration_secs': 0.731881} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.493803] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.494035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.494307] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77b7dcae-d02d-4881-8883-83070cd86366 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.560253] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.825690] env[62437]: ERROR nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [req-88412a39-bfa7-480f-9f60-360012a799d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88412a39-bfa7-480f-9f60-360012a799d2"}]} [ 1638.844324] env[62437]: DEBUG nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1638.860020] env[62437]: DEBUG nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1638.860284] env[62437]: DEBUG nova.compute.provider_tree [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.876145] env[62437]: DEBUG nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1638.904021] env[62437]: DEBUG nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1638.947883] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811700, 'name': ReconfigVM_Task, 'duration_secs': 0.374778} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.951297] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b27f9556-31c4-458e-8fbc-ae75188c4bf4/b27f9556-31c4-458e-8fbc-ae75188c4bf4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.951969] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1c2309-19d6-4cb8-8f28-953c5d519fad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.961502] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.377493} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.966476] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.966907] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1638.966907] env[62437]: value = "task-1811704" [ 1638.966907] env[62437]: _type = "Task" [ 1638.966907] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.967722] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876434e-53e4-4d25-9a6d-049b2287d84c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.984867] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811704, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.002751] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.005787] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1e1b9a-522f-4fe6-a3ec-b9b7d687def4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.027283] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1639.027283] env[62437]: value = "task-1811705" [ 1639.027283] env[62437]: _type = "Task" [ 1639.027283] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.037639] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.226791] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.227020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.227934] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] 9b33aa1d-639c-47be-8163-acbf0b57f870 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.227934] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954c1b8c-6c5f-4fa6-baaf-046f7acf6e0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.237876] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1639.237876] env[62437]: value = "task-1811706" [ 1639.237876] env[62437]: _type = "Task" [ 1639.237876] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.248688] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.348248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506926e2-c3c6-4d05-8609-868f2a713b44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.356358] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b74fdd-13e2-4738-89bf-d08e8f935bc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.388717] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eae836-a35b-4fb5-8b1e-209b93082018 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.396636] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e1794-a9a5-41f0-b9de-0ded96559da8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.410880] env[62437]: DEBUG nova.compute.provider_tree [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.482554] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811704, 'name': Rename_Task, 'duration_secs': 0.161568} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.482554] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.482554] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49f4ecbf-ba77-455b-a386-93c6298c6396 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.489844] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1639.489844] env[62437]: value = "task-1811707" [ 1639.489844] env[62437]: _type = "Task" [ 1639.489844] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.497690] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.537885] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811705, 'name': ReconfigVM_Task, 'duration_secs': 0.305517} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.538266] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.539037] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cc5fe01-70a6-40ae-94e9-07a427ece9a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.545377] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1639.545377] env[62437]: value = "task-1811708" [ 1639.545377] env[62437]: _type = "Task" [ 1639.545377] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.557755] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811708, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.748069] env[62437]: DEBUG oslo_vmware.api [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333604} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.749419] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.749419] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.749419] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.749419] env[62437]: INFO nova.compute.manager [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1639.749419] env[62437]: DEBUG oslo.service.loopingcall [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.751079] env[62437]: DEBUG nova.compute.manager [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.751079] env[62437]: DEBUG nova.network.neutron [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.963225] env[62437]: DEBUG nova.scheduler.client.report [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1639.963225] env[62437]: DEBUG nova.compute.provider_tree [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 100 to 101 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1639.963225] env[62437]: DEBUG nova.compute.provider_tree [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1640.002780] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.058493] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811708, 'name': Rename_Task, 'duration_secs': 0.168499} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.059015] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.059406] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34581391-8067-475a-8cf9-c665f973b1b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.068023] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1640.068023] env[62437]: value = "task-1811709" [ 1640.068023] env[62437]: _type = "Task" [ 1640.068023] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.077018] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.290817] env[62437]: DEBUG nova.compute.manager [req-f3781173-b000-49e1-88fc-86cf2c94f5e1 req-5f8f216b-f7c3-4d9c-8ce2-44a183e5afe8 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Received event network-vif-deleted-82d65289-315a-4a77-a189-8aa767cb7e1d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1640.292990] env[62437]: INFO nova.compute.manager [req-f3781173-b000-49e1-88fc-86cf2c94f5e1 req-5f8f216b-f7c3-4d9c-8ce2-44a183e5afe8 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Neutron deleted interface 82d65289-315a-4a77-a189-8aa767cb7e1d; detaching it from the instance and deleting it from the info cache [ 1640.293117] env[62437]: DEBUG nova.network.neutron [req-f3781173-b000-49e1-88fc-86cf2c94f5e1 req-5f8f216b-f7c3-4d9c-8ce2-44a183e5afe8 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.468193] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.672s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.468193] env[62437]: INFO nova.compute.manager [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Migrating [ 1640.476189] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.200s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.476456] env[62437]: DEBUG nova.objects.instance [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lazy-loading 'resources' on Instance uuid 8537ed28-0986-42a2-aa04-d93a3710f721 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.497389] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.497623] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.508965] env[62437]: DEBUG oslo_vmware.api [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811707, 'name': PowerOnVM_Task, 'duration_secs': 0.667053} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.509382] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.509594] env[62437]: INFO nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1640.509775] env[62437]: DEBUG nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.510778] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a494c8dd-9d2d-446b-ba78-b8c915c0f21e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.577089] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811709, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.728897] env[62437]: DEBUG nova.network.neutron [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.796477] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1878d19-6456-4c34-8c62-e85f0f1b3f25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.806284] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e35626-ac5c-4aee-b720-b8727d7cc0ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.849258] env[62437]: DEBUG nova.compute.manager [req-f3781173-b000-49e1-88fc-86cf2c94f5e1 req-5f8f216b-f7c3-4d9c-8ce2-44a183e5afe8 service nova] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Detach interface failed, port_id=82d65289-315a-4a77-a189-8aa767cb7e1d, reason: Instance 9b33aa1d-639c-47be-8163-acbf0b57f870 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1641.000874] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.001184] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.001342] env[62437]: DEBUG nova.network.neutron [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.002923] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1641.036131] env[62437]: INFO nova.compute.manager [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Took 37.40 seconds to build instance. [ 1641.077588] env[62437]: DEBUG oslo_vmware.api [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811709, 'name': PowerOnVM_Task, 'duration_secs': 0.808166} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.080393] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.080614] env[62437]: INFO nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1641.080824] env[62437]: DEBUG nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.081879] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38f5d5-4a14-4ca9-a224-593c0c5b7a5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.234745] env[62437]: INFO nova.compute.manager [-] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Took 1.48 seconds to deallocate network for instance. [ 1641.436779] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a519a8-7016-468e-84fd-8a16079b37e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.444386] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff210b5-5ae0-476c-9eb2-b2e2003223fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.475956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b691f2-a985-4117-9d8f-10c2adf72aa3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.483553] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0bb22b-6961-4116-aa72-453f6c86595f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.499446] env[62437]: DEBUG nova.compute.provider_tree [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.526713] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.539099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9df5c8c9-7288-4113-8d91-fbe7e3a9fb0b tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.914s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.606898] env[62437]: INFO nova.compute.manager [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Took 36.08 seconds to build instance. [ 1641.745819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.846355] env[62437]: DEBUG nova.network.neutron [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.003107] env[62437]: DEBUG nova.scheduler.client.report [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.108299] env[62437]: INFO nova.compute.manager [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Rebuilding instance [ 1642.110018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9a2e11d-9a09-4e54-8f89-f5b4eab794f1 tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.597s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.170026] env[62437]: DEBUG nova.compute.manager [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.173075] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd81366-afb3-4ade-8fa4-a28c7ba69ff1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.348715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.426814] env[62437]: DEBUG nova.compute.manager [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Received event network-changed-615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1642.426932] env[62437]: DEBUG nova.compute.manager [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Refreshing instance network info cache due to event network-changed-615bb893-0712-4551-83da-0e555e6ecd91. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1642.427171] env[62437]: DEBUG oslo_concurrency.lockutils [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] Acquiring lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.427356] env[62437]: DEBUG oslo_concurrency.lockutils [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] Acquired lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.427533] env[62437]: DEBUG nova.network.neutron [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Refreshing network info cache for port 615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.512663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.512663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.065s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.513206] env[62437]: DEBUG nova.objects.instance [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1642.541399] env[62437]: INFO nova.scheduler.client.report [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleted allocations for instance 8537ed28-0986-42a2-aa04-d93a3710f721 [ 1643.051367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a0c01bf0-1ac5-444e-b64f-1cc09f872b1c tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "8537ed28-0986-42a2-aa04-d93a3710f721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.300s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.194569] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.194718] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2324889-3bb8-4f93-8945-8f6cba258454 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.203198] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1643.203198] env[62437]: value = "task-1811713" [ 1643.203198] env[62437]: _type = "Task" [ 1643.203198] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.212660] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.282563] env[62437]: DEBUG nova.network.neutron [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updated VIF entry in instance network info cache for port 615bb893-0712-4551-83da-0e555e6ecd91. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1643.282891] env[62437]: DEBUG nova.network.neutron [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updating instance_info_cache with network_info: [{"id": "615bb893-0712-4551-83da-0e555e6ecd91", "address": "fa:16:3e:5b:f5:6c", "network": {"id": "d44a9c11-f443-4b35-8f35-a7cc49153b25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-511949191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "799015c43a3e4b3eb198d72ee9959a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615bb893-07", "ovs_interfaceid": "615bb893-0712-4551-83da-0e555e6ecd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.526020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7ec2dee-c527-4057-ab83-39ba79e0a9e4 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.526020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.532s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.526020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.530311] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.500s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.530311] env[62437]: DEBUG nova.objects.instance [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lazy-loading 'resources' on Instance uuid af8d829a-893e-41fa-af40-b568893d5ab8 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.555892] env[62437]: INFO nova.scheduler.client.report [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleted allocations for instance 078b40b5-29a5-4e38-a55c-eea6c586ae11 [ 1643.714659] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.786938] env[62437]: DEBUG oslo_concurrency.lockutils [req-0e74628e-d508-4b31-835e-19bb7feb33e6 req-3fc14310-a35d-44e5-89dd-d38b4b6b5126 service nova] Releasing lock "refresh_cache-b27f9556-31c4-458e-8fbc-ae75188c4bf4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.873021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f085d-3262-4b3a-b566-d760e8c70ccb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.892403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.064923] env[62437]: DEBUG oslo_concurrency.lockutils [None req-74003a63-a3f2-4f3f-b79b-5e563c8e17a1 tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "078b40b5-29a5-4e38-a55c-eea6c586ae11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.124s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.219635] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811713, 'name': PowerOffVM_Task, 'duration_secs': 0.992429} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.225901] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.226166] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.228066] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ed9b3-8775-4840-8f48-319ac9301463 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.238589] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.238589] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f0bd0a-8e06-4e69-aaaa-d548842e0dac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.261962] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.262312] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.262405] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Deleting the datastore file [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.262672] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b884878-10c9-4b2b-a8a2-2edeaa6e5436 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.272368] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1644.272368] env[62437]: value = "task-1811715" [ 1644.272368] env[62437]: _type = "Task" [ 1644.272368] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.287589] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.399101] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.401725] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d181fbb-1a7c-472f-afc5-7d7c4015fe26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.408966] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1644.408966] env[62437]: value = "task-1811716" [ 1644.408966] env[62437]: _type = "Task" [ 1644.408966] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.420640] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1644.420840] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.437672] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e13e406-f010-405a-b2a7-c33ee792d0ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.445070] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe2308-14b9-46cf-9a9b-53d3237e5d20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.481259] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32210842-d335-450b-b73b-c982f3fecdbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.491032] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1186441-0e8f-4be8-bbae-2889981eaaec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.504170] env[62437]: DEBUG nova.compute.provider_tree [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.522501] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.522752] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.522960] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.523162] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.523344] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.527571] env[62437]: INFO nova.compute.manager [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Terminating instance [ 1644.785439] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097555} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.785759] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.785964] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.786188] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.930326] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.930656] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.930850] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.931549] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.931549] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.931873] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.931873] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.932085] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.932183] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.932394] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.932636] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.938662] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9a98848-4bf6-4f15-ba7f-b56661fa6890 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.956046] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1644.956046] env[62437]: value = "task-1811718" [ 1644.956046] env[62437]: _type = "Task" [ 1644.956046] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.963861] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.029536] env[62437]: ERROR nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [req-a3d4e486-de1b-472c-bfb7-38aa50ded415] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3d4e486-de1b-472c-bfb7-38aa50ded415"}]} [ 1645.032395] env[62437]: DEBUG nova.compute.manager [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.032754] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.033800] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480770ca-5a33-4760-bc1b-c1a716d2c892 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.041767] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.042375] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1177b3e-7cb5-4edb-9ea8-405aac3fb40e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.048621] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1645.048621] env[62437]: value = "task-1811719" [ 1645.048621] env[62437]: _type = "Task" [ 1645.048621] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.052498] env[62437]: DEBUG nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1645.059837] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.070350] env[62437]: DEBUG nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1645.070747] env[62437]: DEBUG nova.compute.provider_tree [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.084417] env[62437]: DEBUG nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1645.103560] env[62437]: DEBUG nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1645.387829] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.388073] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.436839] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c87747-5841-4713-b30d-42bd77b0ac0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.439782] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.440029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.440246] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.440436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.440604] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.442767] env[62437]: INFO nova.compute.manager [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Terminating instance [ 1645.447883] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd248456-7a23-45a3-bdfc-dc018425b1df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.482941] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e839f-0730-4963-b822-95cee657d174 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.490308] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811718, 'name': ReconfigVM_Task, 'duration_secs': 0.165514} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.492373] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.496586] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026e2d90-1f2c-4aac-b358-176bfc6a58ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.513231] env[62437]: DEBUG nova.compute.provider_tree [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.557408] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811719, 'name': PowerOffVM_Task, 'duration_secs': 0.206245} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.557734] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.557932] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.558181] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f5e5842-ddab-4f6b-b859-6d62ef38e4f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.822388] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.822650] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.822811] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.822997] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.823160] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.823312] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.823540] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.823669] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.823836] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.824008] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.824194] env[62437]: DEBUG nova.virt.hardware [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.825050] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a6c83-7da5-44c1-b764-8a03993a43b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.832794] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400b427-8ae8-4148-9e73-a96859af890c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.845702] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.851465] env[62437]: DEBUG oslo.service.loopingcall [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.851569] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.851747] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e844223a-981f-4386-a707-a5c203c40847 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.868084] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.868084] env[62437]: value = "task-1811721" [ 1645.868084] env[62437]: _type = "Task" [ 1645.868084] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.875341] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811721, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.897455] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.897659] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1645.948822] env[62437]: DEBUG nova.compute.manager [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.949115] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.950053] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cbbe7-edba-40b3-909e-e58fbcb536da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.958565] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.958837] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5711411c-e224-4f5f-915b-30a876f4aed4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.965089] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1645.965089] env[62437]: value = "task-1811722" [ 1645.965089] env[62437]: _type = "Task" [ 1645.965089] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.973062] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.003253] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.003508] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.003681] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.003867] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.004026] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.004184] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.004389] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.004548] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.004720] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.004886] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.005077] env[62437]: DEBUG nova.virt.hardware [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.010363] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.010647] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2831574-f945-4804-878e-95162fb9f8ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.033786] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1646.033786] env[62437]: value = "task-1811723" [ 1646.033786] env[62437]: _type = "Task" [ 1646.033786] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.046332] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.057809] env[62437]: DEBUG nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1646.058105] env[62437]: DEBUG nova.compute.provider_tree [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 102 to 103 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1646.058298] env[62437]: DEBUG nova.compute.provider_tree [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.377831] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811721, 'name': CreateVM_Task, 'duration_secs': 0.278189} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.378108] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.378535] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.378705] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.379057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.379315] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a16214-98a3-4507-8130-ea2e7a3e8937 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.383944] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1646.383944] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce63ab-55dc-b5bf-c295-2e3b56133644" [ 1646.383944] env[62437]: _type = "Task" [ 1646.383944] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.391986] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce63ab-55dc-b5bf-c295-2e3b56133644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.475315] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811722, 'name': PowerOffVM_Task, 'duration_secs': 0.231836} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.475740] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.475834] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.476060] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0c05e2-25fd-48a5-9d05-354c3681a96e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.543933] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811723, 'name': ReconfigVM_Task, 'duration_secs': 0.199186} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.544238] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1646.545008] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9b9ab-b022-4493-98b6-1dc5fd8181a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.567618] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.568324] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.040s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.570212] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd9ccde-eab2-4f68-9b15-472731a638d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.583195] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.247s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.584838] env[62437]: INFO nova.compute.claims [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.594608] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1646.594608] env[62437]: value = "task-1811725" [ 1646.594608] env[62437]: _type = "Task" [ 1646.594608] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.605758] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.606752] env[62437]: INFO nova.scheduler.client.report [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted allocations for instance af8d829a-893e-41fa-af40-b568893d5ab8 [ 1646.895203] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ce63ab-55dc-b5bf-c295-2e3b56133644, 'name': SearchDatastore_Task, 'duration_secs': 0.050667} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.895203] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.895203] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.895414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.895593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.895793] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.896083] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d71a985-d7a2-46bc-a02c-3c821cedb0b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.907570] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.907784] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.908532] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92df179-13de-46bc-8fdd-68edf577e743 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.914426] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1646.914426] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52493ebf-83b3-de39-9c4a-9d346ef60c24" [ 1646.914426] env[62437]: _type = "Task" [ 1646.914426] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.921905] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52493ebf-83b3-de39-9c4a-9d346ef60c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.105579] env[62437]: DEBUG oslo_vmware.api [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811725, 'name': ReconfigVM_Task, 'duration_secs': 0.313021} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.105847] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb/bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.106094] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.114031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8faef9e4-0a14-4e35-ba08-7a99630f737c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "af8d829a-893e-41fa-af40-b568893d5ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.613s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.406455] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Skipping network cache update for instance because it is being deleted. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10420}} [ 1647.426796] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52493ebf-83b3-de39-9c4a-9d346ef60c24, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.427572] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538012db-1fc2-43f5-b7f1-654261c6c293 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.433086] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1647.433086] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52315e05-a285-4727-4e29-112ac5c0b6ec" [ 1647.433086] env[62437]: _type = "Task" [ 1647.433086] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.441234] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52315e05-a285-4727-4e29-112ac5c0b6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.614561] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86840e2d-5e96-450f-8216-81bc1b31c629 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.636520] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c30d69-1771-4e48-9e25-31a2d270be6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.654780] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.769102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.770034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.770034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.770034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.770034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.774042] env[62437]: INFO nova.compute.manager [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Terminating instance [ 1647.927255] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e91f5-edb7-4ad5-87d5-6fa1c8009d21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.938989] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d697e0bb-0472-48bf-9049-6e664916d917 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.948051] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52315e05-a285-4727-4e29-112ac5c0b6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.0478} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.971482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.971791] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.972620] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3513bc1c-156c-4e14-926d-04d222e5a6bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.975274] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829df5a-1861-44aa-9f40-9f12290319d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.986973] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1829015b-0566-40c6-8ecf-e4ea580260e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.991174] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1647.991174] env[62437]: value = "task-1811726" [ 1647.991174] env[62437]: _type = "Task" [ 1647.991174] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.998655] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.998893] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.008724] env[62437]: DEBUG nova.compute.provider_tree [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.015617] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.215027] env[62437]: DEBUG nova.network.neutron [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Port e3a066b1-900c-4fb3-bced-be7962beef7a binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1648.279708] env[62437]: DEBUG nova.compute.manager [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.279965] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.280881] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889f54d-a995-47cb-8ed4-244ace4eca39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.288878] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.289192] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8391b72c-4324-4bf9-9d4c-b31c6f46f059 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.296653] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1648.296653] env[62437]: value = "task-1811727" [ 1648.296653] env[62437]: _type = "Task" [ 1648.296653] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.305575] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.503333] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.511101] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.515898] env[62437]: DEBUG nova.scheduler.client.report [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.807799] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811727, 'name': PowerOffVM_Task, 'duration_secs': 0.478501} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.808116] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.808319] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.808615] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b6c41a2-1ef9-4168-9d7d-19cbf2d6cca8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.003015] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645512} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.003305] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.003588] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.003828] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5c419b-731f-4946-a320-0bc64b64db53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.010141] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1649.010141] env[62437]: value = "task-1811729" [ 1649.010141] env[62437]: _type = "Task" [ 1649.010141] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.018017] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.021965] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.022528] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.027117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.217s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.028358] env[62437]: INFO nova.compute.claims [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.044736] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.235662] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.235889] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.236058] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.488448] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.488694] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.488885] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleting the datastore file [datastore1] 9e00dcfd-147c-443b-bafc-ac77382a57a4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.489302] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c438fb4-fbd1-4685-b66d-b25172f63a0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.497622] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for the task: (returnval){ [ 1649.497622] env[62437]: value = "task-1811730" [ 1649.497622] env[62437]: _type = "Task" [ 1649.497622] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.501844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.502074] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.502272] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleting the datastore file [datastore1] 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.502865] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12b6c75a-6971-4617-acca-6f30b84c5ca7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.507563] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.508880] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.509165] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.509362] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] 58259693-b4bd-421d-a7ad-822fc2c5e6c9 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.509596] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2e40591-59dc-4751-aed0-f1496961958a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.512311] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for the task: (returnval){ [ 1649.512311] env[62437]: value = "task-1811731" [ 1649.512311] env[62437]: _type = "Task" [ 1649.512311] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.519906] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1649.519906] env[62437]: value = "task-1811732" [ 1649.519906] env[62437]: _type = "Task" [ 1649.519906] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.522769] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078048} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.527983] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.528279] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.528936] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06b5e9-cad9-4782-a185-c1495e449fa1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.534477] env[62437]: DEBUG nova.compute.utils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.538484] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.538677] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.540649] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.558454] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.559107] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edc41cb-46d6-400d-8e71-b7f87899bf77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.580252] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1649.580252] env[62437]: value = "task-1811733" [ 1649.580252] env[62437]: _type = "Task" [ 1649.580252] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.588623] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.594010] env[62437]: DEBUG nova.policy [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.007915] env[62437]: DEBUG oslo_vmware.api [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Task: {'id': task-1811730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505247} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.007915] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.008025] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.008159] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.008340] env[62437]: INFO nova.compute.manager [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Took 4.06 seconds to destroy the instance on the hypervisor. [ 1650.008589] env[62437]: DEBUG oslo.service.loopingcall [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.008783] env[62437]: DEBUG nova.compute.manager [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.008896] env[62437]: DEBUG nova.network.neutron [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.029395] env[62437]: DEBUG oslo_vmware.api [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Task: {'id': task-1811731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502273} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.030187] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Successfully created port: 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.032403] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.032565] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.032759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.032956] env[62437]: INFO nova.compute.manager [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Took 5.00 seconds to destroy the instance on the hypervisor. [ 1650.033212] env[62437]: DEBUG oslo.service.loopingcall [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.033431] env[62437]: DEBUG nova.compute.manager [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.033543] env[62437]: DEBUG nova.network.neutron [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.040734] env[62437]: DEBUG oslo_vmware.api [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486793} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.041842] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.041842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.041842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.041842] env[62437]: INFO nova.compute.manager [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1650.042272] env[62437]: DEBUG oslo.service.loopingcall [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.044510] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.045023] env[62437]: DEBUG nova.compute.manager [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.045135] env[62437]: DEBUG nova.network.neutron [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.094335] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.352359] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.352540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.352712] env[62437]: DEBUG nova.network.neutron [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.403269] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4e4d4-9bcc-45de-9630-0f4473016fa8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.409555] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb1682-5dcb-4533-901d-ca2061aaac57 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.439720] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1650.440522] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.441248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d46f47-4c3d-455a-b846-7aa02d8257cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.443778] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.444029] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.444508] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.444687] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.444835] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.444966] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1650.445643] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.449739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd0ec9-f81a-4419-8f20-0b17c25496eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.467440] env[62437]: DEBUG nova.compute.provider_tree [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.590894] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811733, 'name': ReconfigVM_Task, 'duration_secs': 0.584333} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.591237] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62/ff99ccaf-f25b-40e4-aeb2-4d6149b3be62.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.591857] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4acd2276-3a24-422b-84c8-a25de6bec455 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.600097] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1650.600097] env[62437]: value = "task-1811734" [ 1650.600097] env[62437]: _type = "Task" [ 1650.600097] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.608500] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811734, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.767139] env[62437]: DEBUG nova.compute.manager [req-1faa6a2f-8666-44e9-a41d-df525c001339 req-9ca41004-fc1a-4eb9-be02-cf5da2c89d76 service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Received event network-vif-deleted-58f573e2-596f-4754-b92b-14610d2461dd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1650.767339] env[62437]: INFO nova.compute.manager [req-1faa6a2f-8666-44e9-a41d-df525c001339 req-9ca41004-fc1a-4eb9-be02-cf5da2c89d76 service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Neutron deleted interface 58f573e2-596f-4754-b92b-14610d2461dd; detaching it from the instance and deleting it from the info cache [ 1650.767507] env[62437]: DEBUG nova.network.neutron [req-1faa6a2f-8666-44e9-a41d-df525c001339 req-9ca41004-fc1a-4eb9-be02-cf5da2c89d76 service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.949942] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.971213] env[62437]: DEBUG nova.scheduler.client.report [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.053100] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.095059] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.096629] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.096856] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.097052] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.097244] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.097456] env[62437]: DEBUG nova.virt.hardware [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.098357] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f4f9c-80af-4067-a90e-2e12919fc373 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.114678] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982bacec-832c-4a5a-8aa0-ca57250e87b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.118747] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811734, 'name': Rename_Task, 'duration_secs': 0.423517} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.119082] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.119698] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8d2a1b-9812-4bca-8eed-c570e91c9b5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.130926] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1651.130926] env[62437]: value = "task-1811735" [ 1651.130926] env[62437]: _type = "Task" [ 1651.130926] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.141562] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.175541] env[62437]: DEBUG nova.network.neutron [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.233309] env[62437]: DEBUG nova.network.neutron [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.269746] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9afae332-601b-494b-81e4-a4a62b1661cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.279655] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f63a9-0c30-4d4c-be8d-da8acc025405 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.315259] env[62437]: DEBUG nova.compute.manager [req-1faa6a2f-8666-44e9-a41d-df525c001339 req-9ca41004-fc1a-4eb9-be02-cf5da2c89d76 service nova] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Detach interface failed, port_id=58f573e2-596f-4754-b92b-14610d2461dd, reason: Instance 58259693-b4bd-421d-a7ad-822fc2c5e6c9 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1651.438584] env[62437]: DEBUG nova.network.neutron [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.477276] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.477869] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.480899] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.998s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.481150] env[62437]: DEBUG nova.objects.instance [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lazy-loading 'resources' on Instance uuid d3e934bf-3148-4d00-9cd9-b937a5ed2fe6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.550576] env[62437]: DEBUG nova.compute.manager [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-plugged-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1651.550796] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.551060] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.551270] env[62437]: DEBUG oslo_concurrency.lockutils [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.551460] env[62437]: DEBUG nova.compute.manager [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] No waiting events found dispatching network-vif-plugged-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.551644] env[62437]: WARNING nova.compute.manager [req-14b6c885-ce21-4102-be72-c540750ec550 req-efc18fbf-99a9-4983-91bd-235a65a685ab service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received unexpected event network-vif-plugged-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 for instance with vm_state building and task_state spawning. [ 1651.641886] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.657028] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Successfully updated port: 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.680516] env[62437]: INFO nova.compute.manager [-] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Took 1.64 seconds to deallocate network for instance. [ 1651.742082] env[62437]: INFO nova.compute.manager [-] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Took 1.71 seconds to deallocate network for instance. [ 1651.839338] env[62437]: DEBUG nova.network.neutron [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.941778] env[62437]: DEBUG oslo_concurrency.lockutils [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.983927] env[62437]: DEBUG nova.compute.utils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.985797] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.986820] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.026148] env[62437]: DEBUG nova.policy [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.142721] env[62437]: DEBUG oslo_vmware.api [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811735, 'name': PowerOnVM_Task, 'duration_secs': 0.537564} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.143115] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.143287] env[62437]: DEBUG nova.compute.manager [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.144228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea6452-9209-4289-a47e-be4c06b2c228 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.164625] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.164806] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.164961] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.191399] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.248246] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.306153] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c9731-b682-4870-865e-61c4ed05c329 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.313939] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ba2cc-8db3-4dec-81d2-39913f5fcc69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.320275] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Successfully created port: 8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.347270] env[62437]: INFO nova.compute.manager [-] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Took 2.34 seconds to deallocate network for instance. [ 1652.349487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0b4c0-6c93-460b-b9cf-042b670f327a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.373021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658daba-92d8-474f-827c-36e6e2590dee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.401450] env[62437]: DEBUG nova.compute.provider_tree [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.461995] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149fe88-73c5-4ab2-b3d4-e4261a20a05c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.481489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a2010-ed22-4bcc-a99e-99bc6c25a4c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.489535] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.493291] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.664022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.705538] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.799931] env[62437]: DEBUG nova.compute.manager [req-228ab3fa-231e-4f75-935c-cc69c1ec43ca req-9075b0ca-4b04-4c8a-9949-430099818222 service nova] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Received event network-vif-deleted-25982402-0c26-4a24-9b40-5b1127ba188b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1652.801679] env[62437]: DEBUG nova.compute.manager [req-228ab3fa-231e-4f75-935c-cc69c1ec43ca req-9075b0ca-4b04-4c8a-9949-430099818222 service nova] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Received event network-vif-deleted-e16d59e7-36fb-449a-bf0d-84dc26a44607 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1652.849537] env[62437]: DEBUG nova.network.neutron [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.869095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.905940] env[62437]: DEBUG nova.scheduler.client.report [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.997419] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-879918d5-0aca-48f9-ab51-02087ececf03 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance 'bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.351985] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.352438] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Instance network_info: |[{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.352989] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ab:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.360589] env[62437]: DEBUG oslo.service.loopingcall [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.360813] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.361090] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623d8d10-1005-4448-927c-93ffdb6310da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.380962] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.380962] env[62437]: value = "task-1811736" [ 1653.380962] env[62437]: _type = "Task" [ 1653.380962] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.388558] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811736, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.410703] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.413902] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.823s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.414792] env[62437]: INFO nova.compute.claims [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.436285] env[62437]: INFO nova.scheduler.client.report [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted allocations for instance d3e934bf-3148-4d00-9cd9-b937a5ed2fe6 [ 1653.509619] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.535757] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.536053] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.536248] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.536464] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.536633] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.536806] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.537062] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.537289] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.537500] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.537684] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.537878] env[62437]: DEBUG nova.virt.hardware [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.539142] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58db7f-75d3-45fe-a20c-542b43ae377f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.547376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e97a5-4e13-4a75-9530-41b0efc1d363 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.562376] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.562606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.562836] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.563060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.563265] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.565347] env[62437]: INFO nova.compute.manager [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Terminating instance [ 1653.575404] env[62437]: DEBUG nova.compute.manager [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-changed-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1653.575723] env[62437]: DEBUG nova.compute.manager [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing instance network info cache due to event network-changed-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1653.575788] env[62437]: DEBUG oslo_concurrency.lockutils [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.575914] env[62437]: DEBUG oslo_concurrency.lockutils [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.576099] env[62437]: DEBUG nova.network.neutron [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing network info cache for port 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.891689] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811736, 'name': CreateVM_Task, 'duration_secs': 0.339608} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.891980] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.892665] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.892847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.893719] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.893719] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aec92f0-5125-452a-bc76-d13d13829b0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.898622] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1653.898622] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e83e00-672a-cd62-a162-1381aa9a0c44" [ 1653.898622] env[62437]: _type = "Task" [ 1653.898622] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.906988] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e83e00-672a-cd62-a162-1381aa9a0c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.944411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-37e4c280-ea1a-4c1d-9bdd-8216a8563372 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "d3e934bf-3148-4d00-9cd9-b937a5ed2fe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.189s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.069407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "refresh_cache-ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.069407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquired lock "refresh_cache-ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.069567] env[62437]: DEBUG nova.network.neutron [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.134852] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Successfully updated port: 8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.401418] env[62437]: DEBUG nova.network.neutron [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updated VIF entry in instance network info cache for port 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.401418] env[62437]: DEBUG nova.network.neutron [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.413684] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e83e00-672a-cd62-a162-1381aa9a0c44, 'name': SearchDatastore_Task, 'duration_secs': 0.018853} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.414171] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.414508] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.414867] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.415101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.415355] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.415936] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6412fb4b-3998-44b7-bf2e-c3814f6a7a5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.428479] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.428479] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.429170] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0511638-48bb-4e0a-a182-9c2b7f8597d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.435792] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1654.435792] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a1a3f5-3cc2-ed23-3ceb-a224ede296ed" [ 1654.435792] env[62437]: _type = "Task" [ 1654.435792] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.444206] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a1a3f5-3cc2-ed23-3ceb-a224ede296ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.590009] env[62437]: DEBUG nova.network.neutron [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.637732] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.637876] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.638039] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.643200] env[62437]: DEBUG nova.network.neutron [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.733127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee24a8-2a4b-464e-9a00-50efb7d256bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.740659] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de193c-2a6a-46bf-b4c6-18d47dcf36ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.771853] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45342cb-6335-4fc4-b44f-dc5d36431d95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.780191] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ed389-d123-4084-85d5-092deb7f1184 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.794791] env[62437]: DEBUG nova.compute.provider_tree [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.907649] env[62437]: DEBUG oslo_concurrency.lockutils [req-895792fe-f18f-49a5-a0cb-8dcc43a55bc6 req-cc17d339-c8f4-4e17-87c1-8b2e72be8039 service nova] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.958888] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a1a3f5-3cc2-ed23-3ceb-a224ede296ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.960223] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb1eb2a-d99d-481e-aeec-a943d9297ec7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.967340] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1654.967340] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521472d8-f01c-1c32-7b18-69c042e0c5d2" [ 1654.967340] env[62437]: _type = "Task" [ 1654.967340] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.975282] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521472d8-f01c-1c32-7b18-69c042e0c5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.102445] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "776ef132-6a90-4850-8e1a-122e84f36a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.102879] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.103232] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.103552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.103835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.106616] env[62437]: INFO nova.compute.manager [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Terminating instance [ 1655.145971] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Releasing lock "refresh_cache-ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.146241] env[62437]: DEBUG nova.compute.manager [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.146442] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.147500] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684646f-7f54-4026-95f3-aadea7dd54da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.156088] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.156389] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c74cafb0-28ca-4e6a-9831-a31fc1bcfcbf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.163226] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1655.163226] env[62437]: value = "task-1811737" [ 1655.163226] env[62437]: _type = "Task" [ 1655.163226] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.173675] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.174653] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.297961] env[62437]: DEBUG nova.scheduler.client.report [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.393312] env[62437]: DEBUG nova.network.neutron [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updating instance_info_cache with network_info: [{"id": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "address": "fa:16:3e:48:95:54", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b8b76-f7", "ovs_interfaceid": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.450798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.451132] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.451368] env[62437]: DEBUG nova.compute.manager [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Going to confirm migration 3 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1655.480196] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521472d8-f01c-1c32-7b18-69c042e0c5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.480554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.480866] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59/7fda49dd-cdf3-483b-bb7f-4ea83e67ec59.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.481190] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca10ebc1-1bac-43fc-a702-c1d5ac8f12ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.488238] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1655.488238] env[62437]: value = "task-1811738" [ 1655.488238] env[62437]: _type = "Task" [ 1655.488238] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.496148] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.607683] env[62437]: DEBUG nova.compute.manager [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Received event network-vif-plugged-8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1655.607912] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Acquiring lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.608160] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.608349] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.608518] env[62437]: DEBUG nova.compute.manager [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] No waiting events found dispatching network-vif-plugged-8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.608686] env[62437]: WARNING nova.compute.manager [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Received unexpected event network-vif-plugged-8a9b8b76-f70d-4d6d-84e3-d222a7979e07 for instance with vm_state building and task_state spawning. [ 1655.608863] env[62437]: DEBUG nova.compute.manager [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Received event network-changed-8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1655.609060] env[62437]: DEBUG nova.compute.manager [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Refreshing instance network info cache due to event network-changed-8a9b8b76-f70d-4d6d-84e3-d222a7979e07. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1655.609244] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Acquiring lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.609783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.609991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.612208] env[62437]: DEBUG nova.compute.manager [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.612450] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.613766] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b3d4d-4698-4e13-833e-3e11f1a08260 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.621601] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.622353] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf83d20f-0353-4266-af92-82f922cba79f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.629107] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1655.629107] env[62437]: value = "task-1811739" [ 1655.629107] env[62437]: _type = "Task" [ 1655.629107] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.637184] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.674320] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811737, 'name': PowerOffVM_Task, 'duration_secs': 0.166006} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.674625] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.674793] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.675113] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a052f00b-40ee-4be5-9bb6-d46c86de720f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.700471] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.700760] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.701031] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Deleting the datastore file [datastore1] ff99ccaf-f25b-40e4-aeb2-4d6149b3be62 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.701406] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ed03e6-2792-438b-834c-7b7a09880cde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.708483] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for the task: (returnval){ [ 1655.708483] env[62437]: value = "task-1811741" [ 1655.708483] env[62437]: _type = "Task" [ 1655.708483] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.716654] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.803055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.803658] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.806420] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.716s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.807865] env[62437]: INFO nova.compute.claims [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.896090] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.896295] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Instance network_info: |[{"id": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "address": "fa:16:3e:48:95:54", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b8b76-f7", "ovs_interfaceid": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.896666] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Acquired lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.896899] env[62437]: DEBUG nova.network.neutron [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Refreshing network info cache for port 8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.898358] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:95:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a9b8b76-f70d-4d6d-84e3-d222a7979e07', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.906431] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating folder: Project (8ca9367efcbc484b9827fb0f75cf501e). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.907735] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a7001a-fef5-4e49-bc6e-2e71d8cd754a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.920028] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created folder: Project (8ca9367efcbc484b9827fb0f75cf501e) in parent group-v375259. [ 1655.920265] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating folder: Instances. Parent ref: group-v375458. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.920568] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-269a4f09-9678-46fb-bfce-ab0ae45e2d85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.930231] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created folder: Instances in parent group-v375458. [ 1655.930520] env[62437]: DEBUG oslo.service.loopingcall [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.930729] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.931008] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ace7af-6458-480f-8029-89a24d7c4c68 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.952438] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.952438] env[62437]: value = "task-1811744" [ 1655.952438] env[62437]: _type = "Task" [ 1655.952438] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.965311] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811744, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.998962] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.021840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.022069] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.022283] env[62437]: DEBUG nova.network.neutron [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.022542] env[62437]: DEBUG nova.objects.instance [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'info_cache' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.114011] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1656.140138] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811739, 'name': PowerOffVM_Task, 'duration_secs': 0.469748} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.140502] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.140728] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.140998] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc7e15d-6400-4398-93c1-dac659d13200 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.221043] env[62437]: DEBUG oslo_vmware.api [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Task: {'id': task-1811741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353591} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.221422] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.221665] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.221893] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.222129] env[62437]: INFO nova.compute.manager [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1656.222414] env[62437]: DEBUG oslo.service.loopingcall [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.222633] env[62437]: DEBUG nova.compute.manager [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.222731] env[62437]: DEBUG nova.network.neutron [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.239377] env[62437]: DEBUG nova.network.neutron [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.271118] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1656.271444] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1656.271637] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] 776ef132-6a90-4850-8e1a-122e84f36a7d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.271898] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-155435d7-19bb-43d4-be5c-33de9e607877 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.280805] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1656.280805] env[62437]: value = "task-1811746" [ 1656.280805] env[62437]: _type = "Task" [ 1656.280805] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.289634] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.312145] env[62437]: DEBUG nova.compute.utils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1656.315373] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1656.464239] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811744, 'name': CreateVM_Task, 'duration_secs': 0.368062} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.464430] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.465145] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.465321] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.465656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.465919] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37e9b8d-8387-49ff-96a2-52f143a947f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.470824] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1656.470824] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523d0c41-dd9d-4ad1-092b-13be175fae2c" [ 1656.470824] env[62437]: _type = "Task" [ 1656.470824] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.479160] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523d0c41-dd9d-4ad1-092b-13be175fae2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.497584] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521597} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.499863] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59/7fda49dd-cdf3-483b-bb7f-4ea83e67ec59.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.500102] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.500344] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d76c1a-44d4-4094-a31d-218470ebfe91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.507212] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1656.507212] env[62437]: value = "task-1811747" [ 1656.507212] env[62437]: _type = "Task" [ 1656.507212] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.515506] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.640397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.678204] env[62437]: DEBUG nova.network.neutron [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updated VIF entry in instance network info cache for port 8a9b8b76-f70d-4d6d-84e3-d222a7979e07. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.678578] env[62437]: DEBUG nova.network.neutron [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updating instance_info_cache with network_info: [{"id": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "address": "fa:16:3e:48:95:54", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b8b76-f7", "ovs_interfaceid": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.742841] env[62437]: DEBUG nova.network.neutron [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.791209] env[62437]: DEBUG oslo_vmware.api [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14914} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.791485] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.791669] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.791844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.792018] env[62437]: INFO nova.compute.manager [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1656.792291] env[62437]: DEBUG oslo.service.loopingcall [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.792491] env[62437]: DEBUG nova.compute.manager [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.792583] env[62437]: DEBUG nova.network.neutron [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.815848] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1656.986390] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523d0c41-dd9d-4ad1-092b-13be175fae2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.986390] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.986390] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.986390] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.986737] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.986775] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.987055] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-081f96fd-8381-4149-bdf7-d5ab0d3c6f7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.997875] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.998189] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.999214] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623ef5ee-1a75-4ac6-ba4c-1f9032067ab9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.005970] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1657.005970] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5231d1b4-8c6c-9bcc-9a1c-d20df75b73f6" [ 1657.005970] env[62437]: _type = "Task" [ 1657.005970] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.020477] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068042} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.025556] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.026160] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5231d1b4-8c6c-9bcc-9a1c-d20df75b73f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.027081] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69135f2a-2840-4d1a-aad9-b935978c10ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.053356] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59/7fda49dd-cdf3-483b-bb7f-4ea83e67ec59.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.056321] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97bd3ec3-7cb5-46b8-a087-f8fa07621c75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.078448] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1657.078448] env[62437]: value = "task-1811748" [ 1657.078448] env[62437]: _type = "Task" [ 1657.078448] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.089760] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.096107] env[62437]: DEBUG nova.compute.manager [req-8c8abca4-0cc8-44ac-8fcf-0b99c5c7c309 req-5ffb2fec-5260-4fc6-b9cb-e96e7077b464 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Received event network-vif-deleted-21200eca-5a07-4837-81a0-bd463fcd70f4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1657.096343] env[62437]: INFO nova.compute.manager [req-8c8abca4-0cc8-44ac-8fcf-0b99c5c7c309 req-5ffb2fec-5260-4fc6-b9cb-e96e7077b464 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Neutron deleted interface 21200eca-5a07-4837-81a0-bd463fcd70f4; detaching it from the instance and deleting it from the info cache [ 1657.096521] env[62437]: DEBUG nova.network.neutron [req-8c8abca4-0cc8-44ac-8fcf-0b99c5c7c309 req-5ffb2fec-5260-4fc6-b9cb-e96e7077b464 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.179437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa5ed5b-e5fc-4ac3-9bde-06083ec83ace {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.183207] env[62437]: DEBUG oslo_concurrency.lockutils [req-043b468a-14d4-47e7-b546-2afd904f1525 req-d2bfdf2e-85e0-4937-803d-5c40cae29310 service nova] Releasing lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.189389] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e72c67-b1e9-4d9e-a0b5-5fa3696cae6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.222894] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413fc739-6de3-4e13-b154-30db763a33ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.230517] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95e51e-2ab8-4083-b129-514e0dbd98cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.246167] env[62437]: INFO nova.compute.manager [-] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Took 1.02 seconds to deallocate network for instance. [ 1657.246701] env[62437]: DEBUG nova.compute.provider_tree [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.381784] env[62437]: DEBUG nova.network.neutron [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.516987] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5231d1b4-8c6c-9bcc-9a1c-d20df75b73f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.517829] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471dc25f-b82c-4649-9fad-7fc3bdf2b493 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.523140] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1657.523140] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5245d140-3f23-610a-7c3e-d5bea2477526" [ 1657.523140] env[62437]: _type = "Task" [ 1657.523140] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.531905] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5245d140-3f23-610a-7c3e-d5bea2477526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.573442] env[62437]: DEBUG nova.network.neutron [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.588961] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811748, 'name': ReconfigVM_Task, 'duration_secs': 0.275103} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.589294] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59/7fda49dd-cdf3-483b-bb7f-4ea83e67ec59.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.589847] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7e7132-aca7-4bd2-880b-dd213379a4c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.597313] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1657.597313] env[62437]: value = "task-1811749" [ 1657.597313] env[62437]: _type = "Task" [ 1657.597313] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.604519] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811749, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.604725] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9a7296a-ceff-41e7-8d10-86ab6f0b1e4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.612132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a45a8-a128-4158-bc86-fe76ef7bb2a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.643802] env[62437]: DEBUG nova.compute.manager [req-8c8abca4-0cc8-44ac-8fcf-0b99c5c7c309 req-5ffb2fec-5260-4fc6-b9cb-e96e7077b464 service nova] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Detach interface failed, port_id=21200eca-5a07-4837-81a0-bd463fcd70f4, reason: Instance 776ef132-6a90-4850-8e1a-122e84f36a7d could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1657.751102] env[62437]: DEBUG nova.scheduler.client.report [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.755137] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.826721] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1657.851043] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1657.851334] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.851499] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1657.851682] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.851832] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1657.851980] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1657.852269] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1657.852470] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1657.852644] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1657.852810] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1657.852999] env[62437]: DEBUG nova.virt.hardware [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1657.853953] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9e73c4-d20a-49d9-8149-051a8e69aece {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.861711] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59277fba-d89f-402a-b4df-13499cdcf125 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.876222] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.881524] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Creating folder: Project (501c7b9c71d942d79eeaa17bde5a13a9). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.881764] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b626aa9d-1415-44da-9097-da6d1f0422bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.883695] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.883921] env[62437]: DEBUG nova.objects.instance [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'migration_context' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.892268] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Created folder: Project (501c7b9c71d942d79eeaa17bde5a13a9) in parent group-v375259. [ 1657.892444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Creating folder: Instances. Parent ref: group-v375461. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.892867] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adb294b6-d080-44f1-a2ba-02bc55e46a12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.902421] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Created folder: Instances in parent group-v375461. [ 1657.902640] env[62437]: DEBUG oslo.service.loopingcall [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.902816] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.903009] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f17fe73-900b-4385-86ab-3b668fff8583 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.920834] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.920834] env[62437]: value = "task-1811752" [ 1657.920834] env[62437]: _type = "Task" [ 1657.920834] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.928124] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811752, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.034894] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5245d140-3f23-610a-7c3e-d5bea2477526, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.035258] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.035435] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d33cc66-767c-4729-b851-04e1cc3838f0/5d33cc66-767c-4729-b851-04e1cc3838f0.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.035721] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0e1888-560d-4043-a27e-5df811a06641 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.044306] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1658.044306] env[62437]: value = "task-1811753" [ 1658.044306] env[62437]: _type = "Task" [ 1658.044306] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.051713] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.076288] env[62437]: INFO nova.compute.manager [-] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Took 1.28 seconds to deallocate network for instance. [ 1658.106073] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811749, 'name': Rename_Task, 'duration_secs': 0.137505} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.106350] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.106586] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736b690e-5a3b-4042-b2cb-62af5030f7ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.113553] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1658.113553] env[62437]: value = "task-1811754" [ 1658.113553] env[62437]: _type = "Task" [ 1658.113553] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.121145] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.256762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.257376] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.260015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.035s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.260334] env[62437]: DEBUG nova.objects.instance [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lazy-loading 'resources' on Instance uuid 8e888da3-9628-4872-bb1c-f2fc0497ff61 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.387068] env[62437]: DEBUG nova.objects.base [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1658.388235] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d648ceb-7cb9-4cd2-882d-63f2fafd8c28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.410786] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9881d26b-2dc4-4838-8ee7-bb46bbb7cade {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.417057] env[62437]: DEBUG oslo_vmware.api [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1658.417057] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1e14b-5e28-ddfa-50f8-1475fefb3773" [ 1658.417057] env[62437]: _type = "Task" [ 1658.417057] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.428530] env[62437]: DEBUG oslo_vmware.api [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1e14b-5e28-ddfa-50f8-1475fefb3773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.431917] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811752, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.555935] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.583221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.624219] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.764037] env[62437]: DEBUG nova.compute.utils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.765381] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1658.765576] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1658.812810] env[62437]: DEBUG nova.policy [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1658.928769] env[62437]: DEBUG oslo_vmware.api [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d1e14b-5e28-ddfa-50f8-1475fefb3773, 'name': SearchDatastore_Task, 'duration_secs': 0.021846} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.931967] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.936459] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811752, 'name': CreateVM_Task, 'duration_secs': 0.729875} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.936631] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.937052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.937217] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.937578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.937835] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4dc02c-f64d-431c-a1e4-78b37c4ff553 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.942614] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1658.942614] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5288538b-46f9-69fa-9f2d-59a9e2daa7f5" [ 1658.942614] env[62437]: _type = "Task" [ 1658.942614] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.954194] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5288538b-46f9-69fa-9f2d-59a9e2daa7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.053961] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.070998] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Successfully created port: 98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.079603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb71a5-d297-4172-a00c-12a0c059f91c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.086938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697fca85-ebab-4917-b55f-0d877ad2c07a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.120806] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d721f6ed-49b2-4c36-a4e3-c399cd0b2944 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.128668] env[62437]: DEBUG oslo_vmware.api [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1811754, 'name': PowerOnVM_Task, 'duration_secs': 0.714366} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.130981] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.131422] env[62437]: INFO nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1659.131561] env[62437]: DEBUG nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.132357] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181990df-6889-4de5-8ea2-0982e0d4e883 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.136255] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fea096-6b0c-4f16-a45a-b6cead5c3d4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.153763] env[62437]: DEBUG nova.compute.provider_tree [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.271265] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.452939] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5288538b-46f9-69fa-9f2d-59a9e2daa7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.123711} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.453267] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.453501] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.453728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.453875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.454068] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.454336] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3b454a-65cf-4c4a-a94f-9228ac8afecb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.508116] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.508354] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.509138] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edcdb30-c51c-420c-a350-a7f80c630599 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.515154] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1659.515154] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c72be5-e617-bd3f-16e4-287fbd322172" [ 1659.515154] env[62437]: _type = "Task" [ 1659.515154] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.523821] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c72be5-e617-bd3f-16e4-287fbd322172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.555828] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.662053] env[62437]: DEBUG nova.scheduler.client.report [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.673581] env[62437]: INFO nova.compute.manager [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Took 37.36 seconds to build instance. [ 1660.024922] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c72be5-e617-bd3f-16e4-287fbd322172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.054991] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.169677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.172154] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.320s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.172409] env[62437]: DEBUG nova.objects.instance [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1660.175578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9c2b36f6-0b42-4d3e-a8ae-b7d586cb63d8 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.870s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.195885] env[62437]: INFO nova.scheduler.client.report [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Deleted allocations for instance 8e888da3-9628-4872-bb1c-f2fc0497ff61 [ 1660.283859] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.314828] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.315144] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.315338] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.315564] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.315722] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.315878] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.316164] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.316378] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.316572] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.316738] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.316917] env[62437]: DEBUG nova.virt.hardware [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.317789] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d09b3-8472-44bc-bf98-7106e2a73c7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.325835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd6ea95-f62b-4de7-9df0-230831b1429d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.487022] env[62437]: DEBUG nova.compute.manager [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-changed-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.487022] env[62437]: DEBUG nova.compute.manager [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing instance network info cache due to event network-changed-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1660.487022] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.487309] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.487309] env[62437]: DEBUG nova.network.neutron [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing network info cache for port 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.526753] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c72be5-e617-bd3f-16e4-287fbd322172, 'name': SearchDatastore_Task, 'duration_secs': 0.835093} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.527620] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ada1994-ab4a-49bb-8c89-6bf9f6244efc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.534541] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1660.534541] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5202f9a0-b41b-d8ad-ee34-a00723eef1d5" [ 1660.534541] env[62437]: _type = "Task" [ 1660.534541] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.544199] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5202f9a0-b41b-d8ad-ee34-a00723eef1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.556290] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.630503] env[62437]: DEBUG nova.compute.manager [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Received event network-vif-plugged-98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.630838] env[62437]: DEBUG oslo_concurrency.lockutils [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.631090] env[62437]: DEBUG oslo_concurrency.lockutils [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.631342] env[62437]: DEBUG oslo_concurrency.lockutils [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.631516] env[62437]: DEBUG nova.compute.manager [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] No waiting events found dispatching network-vif-plugged-98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.631683] env[62437]: WARNING nova.compute.manager [req-737cc973-baa4-449e-92c4-58099b78bc96 req-976c2406-542f-41c4-bf43-4e84f655247c service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Received unexpected event network-vif-plugged-98d69770-8cbf-43c0-9957-b2097687a69e for instance with vm_state building and task_state spawning. [ 1660.703912] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57de5aba-ef93-4e43-98ee-e413f7fbc83e tempest-AttachInterfacesV270Test-1587416514 tempest-AttachInterfacesV270Test-1587416514-project-member] Lock "8e888da3-9628-4872-bb1c-f2fc0497ff61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.999s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.769018] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Successfully updated port: 98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.044413] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5202f9a0-b41b-d8ad-ee34-a00723eef1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.058452] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.181352] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bd576a3-da45-4217-b1c0-05b85a74574b tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.182542] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.622s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.184034] env[62437]: INFO nova.compute.claims [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.261863] env[62437]: DEBUG nova.network.neutron [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updated VIF entry in instance network info cache for port 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.262300] env[62437]: DEBUG nova.network.neutron [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.270386] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.270562] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.270735] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.546584] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5202f9a0-b41b-d8ad-ee34-a00723eef1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.555594] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.765987] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1aefc75-fc4c-4437-834b-0c8cbc97e0d5 req-8cab2d7a-f786-455c-859a-177860fb5d3c service nova] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.873011] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.055243] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5202f9a0-b41b-d8ad-ee34-a00723eef1d5, 'name': SearchDatastore_Task, 'duration_secs': 1.196177} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.058837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.059720] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.060170] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34388f1f-c333-4077-abfb-6c2618b9762f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.071844] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.076415] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1662.076415] env[62437]: value = "task-1811755" [ 1662.076415] env[62437]: _type = "Task" [ 1662.076415] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.086545] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.156616] env[62437]: DEBUG nova.network.neutron [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updating instance_info_cache with network_info: [{"id": "98d69770-8cbf-43c0-9957-b2097687a69e", "address": "fa:16:3e:fc:19:af", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d69770-8c", "ovs_interfaceid": "98d69770-8cbf-43c0-9957-b2097687a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.499727] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25367880-30fe-40ac-afc6-8898fb984825 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.508496] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b781ec-7411-4a24-97ef-baa6f8ffc57f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.540010] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25903686-0eb8-4b9b-9472-d8f945c7cb5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.549782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b317eb6-fa4e-460b-a326-94cd95d9ae18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.563447] env[62437]: DEBUG nova.compute.provider_tree [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.573562] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811753, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.161251} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.574150] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d33cc66-767c-4729-b851-04e1cc3838f0/5d33cc66-767c-4729-b851-04e1cc3838f0.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.574150] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.574292] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ee22c1-55e5-4c52-b1b0-642d9f94a912 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.584102] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1662.584102] env[62437]: value = "task-1811756" [ 1662.584102] env[62437]: _type = "Task" [ 1662.584102] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.592234] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.598426] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.658939] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.659324] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Instance network_info: |[{"id": "98d69770-8cbf-43c0-9957-b2097687a69e", "address": "fa:16:3e:fc:19:af", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d69770-8c", "ovs_interfaceid": "98d69770-8cbf-43c0-9957-b2097687a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1662.659705] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:19:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d69770-8cbf-43c0-9957-b2097687a69e', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.667276] env[62437]: DEBUG oslo.service.loopingcall [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.667509] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.667727] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9468512-f230-49a4-9a35-07aae2f268c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.685132] env[62437]: DEBUG nova.compute.manager [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Received event network-changed-98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1662.685334] env[62437]: DEBUG nova.compute.manager [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Refreshing instance network info cache due to event network-changed-98d69770-8cbf-43c0-9957-b2097687a69e. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1662.685582] env[62437]: DEBUG oslo_concurrency.lockutils [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] Acquiring lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.685686] env[62437]: DEBUG oslo_concurrency.lockutils [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] Acquired lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.685849] env[62437]: DEBUG nova.network.neutron [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Refreshing network info cache for port 98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.688800] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.688800] env[62437]: value = "task-1811757" [ 1662.688800] env[62437]: _type = "Task" [ 1662.688800] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.696885] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811757, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.071670] env[62437]: DEBUG nova.scheduler.client.report [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.089067] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561467} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.093286] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.093593] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.094085] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36713bb7-1f47-459f-9f59-15fdf4304096 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.101706] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110214} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.102969] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.103118] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1663.103118] env[62437]: value = "task-1811758" [ 1663.103118] env[62437]: _type = "Task" [ 1663.103118] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.104045] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd92a3-8846-49e0-b4ae-929e77004135 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.131528] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5d33cc66-767c-4729-b851-04e1cc3838f0/5d33cc66-767c-4729-b851-04e1cc3838f0.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.135077] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba076f32-dada-4fd5-a99c-ab0431b3fb13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.151398] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.157165] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1663.157165] env[62437]: value = "task-1811759" [ 1663.157165] env[62437]: _type = "Task" [ 1663.157165] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.166905] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.201920] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811757, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.406014] env[62437]: DEBUG nova.network.neutron [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updated VIF entry in instance network info cache for port 98d69770-8cbf-43c0-9957-b2097687a69e. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.406398] env[62437]: DEBUG nova.network.neutron [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updating instance_info_cache with network_info: [{"id": "98d69770-8cbf-43c0-9957-b2097687a69e", "address": "fa:16:3e:fc:19:af", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d69770-8c", "ovs_interfaceid": "98d69770-8cbf-43c0-9957-b2097687a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.577091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.577490] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1663.580058] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.053s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.581546] env[62437]: INFO nova.compute.claims [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.619860] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075396} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.620275] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.621159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e247212-bd42-4c8d-b49a-a5e9b30e76d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.643462] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.644011] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a8f2eb-5eac-44ea-94ac-d31a8f96f640 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.666921] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811759, 'name': ReconfigVM_Task, 'duration_secs': 0.461355} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.668103] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5d33cc66-767c-4729-b851-04e1cc3838f0/5d33cc66-767c-4729-b851-04e1cc3838f0.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.668821] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1663.668821] env[62437]: value = "task-1811760" [ 1663.668821] env[62437]: _type = "Task" [ 1663.668821] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.668999] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-125a500a-5fec-4b75-95a2-f0dea6e2415b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.678959] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.680086] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1663.680086] env[62437]: value = "task-1811761" [ 1663.680086] env[62437]: _type = "Task" [ 1663.680086] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.688012] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811761, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.703077] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811757, 'name': CreateVM_Task, 'duration_secs': 0.617663} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.703259] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.703980] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.704173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.704566] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.704832] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b07a1f-cc9c-434a-8bab-8e0c0658930b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.709854] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1663.709854] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5282af6e-4d3d-2479-b0ba-5dfa4ca3195c" [ 1663.709854] env[62437]: _type = "Task" [ 1663.709854] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.717961] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5282af6e-4d3d-2479-b0ba-5dfa4ca3195c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.910348] env[62437]: DEBUG oslo_concurrency.lockutils [req-5ff05433-3ffd-42d4-8be7-45aa01aa69b2 req-f0a63e77-13e0-4210-bc75-35c5d37641ff service nova] Releasing lock "refresh_cache-21b1dc97-3dd8-4ba0-a820-7d2d34958df8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.088758] env[62437]: DEBUG nova.compute.utils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.090265] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.090455] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.129867] env[62437]: DEBUG nova.policy [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec46f32f3db4d8ab3af517359b89f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24ac2e150ac46418df68f2704dfb996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.183052] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.191394] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811761, 'name': Rename_Task, 'duration_secs': 0.144765} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.191637] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.191905] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49685c2f-076e-4d40-b7a1-3efe809f0b42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.198121] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1664.198121] env[62437]: value = "task-1811762" [ 1664.198121] env[62437]: _type = "Task" [ 1664.198121] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.206962] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.222950] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5282af6e-4d3d-2479-b0ba-5dfa4ca3195c, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.222950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.222950] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.222950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.222950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.222950] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.222950] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dccea4ea-8a49-4b5e-a66f-be954146200b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.230189] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.230374] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.231103] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d511e8f3-c6c9-4e64-b3e5-8eda9dfae926 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.236979] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1664.236979] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb6fbd-feb1-d859-9c46-af61794f25c8" [ 1664.236979] env[62437]: _type = "Task" [ 1664.236979] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.245837] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb6fbd-feb1-d859-9c46-af61794f25c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.401876] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Successfully created port: 7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.596358] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1664.681964] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811760, 'name': ReconfigVM_Task, 'duration_secs': 0.633187} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.682298] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.683156] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea029141-de73-4652-a6a1-7168e8aaaf1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.689543] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1664.689543] env[62437]: value = "task-1811763" [ 1664.689543] env[62437]: _type = "Task" [ 1664.689543] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.700927] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811763, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.711821] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.750183] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb6fbd-feb1-d859-9c46-af61794f25c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.751027] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0b4171-da62-4fd0-b1f5-b58c1a0b5326 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.756212] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1664.756212] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f18967-2814-b91b-30a0-cf5eff7dbaa1" [ 1664.756212] env[62437]: _type = "Task" [ 1664.756212] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.766881] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f18967-2814-b91b-30a0-cf5eff7dbaa1, 'name': SearchDatastore_Task} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.767148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.767464] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 21b1dc97-3dd8-4ba0-a820-7d2d34958df8/21b1dc97-3dd8-4ba0-a820-7d2d34958df8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.769027] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d8bb25-162f-4877-9a36-23f791bdb0b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.775947] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1664.775947] env[62437]: value = "task-1811764" [ 1664.775947] env[62437]: _type = "Task" [ 1664.775947] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.788225] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.016866] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575d7906-313d-4efb-9f5f-83ccce70d83e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.026190] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9f166-ffd0-493c-956a-c89f533c798d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.061759] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8378af57-537f-42db-9ede-56d6d27dc4d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.072607] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f52533-ceee-4afe-8bd0-8d82a21e842e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.096305] env[62437]: DEBUG nova.compute.provider_tree [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.203817] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811763, 'name': Rename_Task, 'duration_secs': 0.140515} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.208055] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.208055] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb337a0-4c62-4b1c-935e-778157d8cc5b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.219128] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1665.219128] env[62437]: value = "task-1811765" [ 1665.219128] env[62437]: _type = "Task" [ 1665.219128] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.219370] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.227699] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.285769] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472661} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.286074] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 21b1dc97-3dd8-4ba0-a820-7d2d34958df8/21b1dc97-3dd8-4ba0-a820-7d2d34958df8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.286301] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.286563] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f79339-2f9f-47da-a7dd-810b7333c18b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.293814] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1665.293814] env[62437]: value = "task-1811766" [ 1665.293814] env[62437]: _type = "Task" [ 1665.293814] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.303344] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.600860] env[62437]: DEBUG nova.scheduler.client.report [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.609220] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1665.640425] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.640674] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.640834] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.641030] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.641204] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.641368] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.641576] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.641791] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.641898] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.642073] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.642788] env[62437]: DEBUG nova.virt.hardware [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.643132] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b766a-3052-494e-ae7f-5a12ba98cda6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.651359] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecf0ea-72b8-42d3-af3b-e9a8a3914e1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.713268] env[62437]: DEBUG oslo_vmware.api [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811762, 'name': PowerOnVM_Task, 'duration_secs': 1.08455} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.713597] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.713811] env[62437]: INFO nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1665.713996] env[62437]: DEBUG nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.714866] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602ffb6-2ba6-463a-aabe-0dd67ea604a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.731062] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811765, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.804285] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090681} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.804564] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.805382] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809d199-3c22-4025-85b4-c18339ebe0a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.834016] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 21b1dc97-3dd8-4ba0-a820-7d2d34958df8/21b1dc97-3dd8-4ba0-a820-7d2d34958df8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.834016] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df19479a-47d0-4186-8a22-cd78ff8c7bb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.855721] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1665.855721] env[62437]: value = "task-1811767" [ 1665.855721] env[62437]: _type = "Task" [ 1665.855721] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.865502] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.893902] env[62437]: DEBUG nova.compute.manager [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Received event network-vif-plugged-7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1665.894133] env[62437]: DEBUG oslo_concurrency.lockutils [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] Acquiring lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.894353] env[62437]: DEBUG oslo_concurrency.lockutils [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.894901] env[62437]: DEBUG oslo_concurrency.lockutils [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.894901] env[62437]: DEBUG nova.compute.manager [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] No waiting events found dispatching network-vif-plugged-7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.894901] env[62437]: WARNING nova.compute.manager [req-4a226e26-3fa7-4d34-989a-51827b03e511 req-69eb93a4-823e-470f-8a74-426c6acf37ac service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Received unexpected event network-vif-plugged-7e34403d-529f-4d45-883c-8856765631d4 for instance with vm_state building and task_state spawning. [ 1665.996060] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Successfully updated port: 7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.106498] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.107029] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.111530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.366s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.111789] env[62437]: DEBUG nova.objects.instance [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'resources' on Instance uuid 9b33aa1d-639c-47be-8163-acbf0b57f870 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.239288] env[62437]: DEBUG oslo_vmware.api [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811765, 'name': PowerOnVM_Task, 'duration_secs': 0.840171} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.243549] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.243549] env[62437]: INFO nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1666.243549] env[62437]: DEBUG nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.243549] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5bbf6-5171-4d0b-b945-db8f70c14ceb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.245772] env[62437]: INFO nova.compute.manager [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Took 42.46 seconds to build instance. [ 1666.366408] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.500358] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.500534] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.500709] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.619422] env[62437]: DEBUG nova.compute.utils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.623022] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.623022] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.665031] env[62437]: DEBUG nova.policy [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37bfd2ab0e84ae5be4e4a5b08e14bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a7e06896347a68aa49982884af089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.749750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a3f8038f-6439-409b-a524-915b07b78254 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.972s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.765703] env[62437]: INFO nova.compute.manager [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Took 38.20 seconds to build instance. [ 1666.867858] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.978078] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dfb59f-7be1-4eac-835a-23a939cd5967 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.986487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ff160-bc49-475a-8228-caabab7291ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.022749] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Successfully created port: b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.025547] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f234a0f5-1056-4582-807c-0295ea9b0083 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.033890] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4f209-03fd-4fab-ae7e-9da649b59be7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.049551] env[62437]: DEBUG nova.compute.provider_tree [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.062914] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.078564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "fc827652-f750-480c-8aa4-c1ed847972d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.078868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.125498] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.239288] env[62437]: DEBUG nova.network.neutron [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Updating instance_info_cache with network_info: [{"id": "7e34403d-529f-4d45-883c-8856765631d4", "address": "fa:16:3e:81:7e:ae", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34403d-52", "ovs_interfaceid": "7e34403d-529f-4d45-883c-8856765631d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.272019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c624b16e-0bbc-45ae-a8e9-adb3d38d6585 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.708s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.367960] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811767, 'name': ReconfigVM_Task, 'duration_secs': 1.260728} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.367960] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 21b1dc97-3dd8-4ba0-a820-7d2d34958df8/21b1dc97-3dd8-4ba0-a820-7d2d34958df8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.368716] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8888f429-00d5-4122-9440-70ee3f4ed4a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.375395] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1667.375395] env[62437]: value = "task-1811768" [ 1667.375395] env[62437]: _type = "Task" [ 1667.375395] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.384643] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811768, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.555019] env[62437]: DEBUG nova.scheduler.client.report [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.585359] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1667.741929] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.742371] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance network_info: |[{"id": "7e34403d-529f-4d45-883c-8856765631d4", "address": "fa:16:3e:81:7e:ae", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34403d-52", "ovs_interfaceid": "7e34403d-529f-4d45-883c-8856765631d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.743164] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e34403d-529f-4d45-883c-8856765631d4', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.751650] env[62437]: DEBUG oslo.service.loopingcall [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.751885] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.752600] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f66c2f-fdd6-490b-9fa7-7befeb5e823d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.773124] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.773124] env[62437]: value = "task-1811769" [ 1667.773124] env[62437]: _type = "Task" [ 1667.773124] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.781333] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811769, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.886563] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811768, 'name': Rename_Task, 'duration_secs': 0.32737} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.886673] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.886931] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0441655-ccd3-407b-8f86-807e685b9279 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.896181] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1667.896181] env[62437]: value = "task-1811770" [ 1667.896181] env[62437]: _type = "Task" [ 1667.896181] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.906930] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.949704] env[62437]: DEBUG nova.compute.manager [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Received event network-changed-7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1667.949869] env[62437]: DEBUG nova.compute.manager [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Refreshing instance network info cache due to event network-changed-7e34403d-529f-4d45-883c-8856765631d4. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1667.950127] env[62437]: DEBUG oslo_concurrency.lockutils [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] Acquiring lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.950265] env[62437]: DEBUG oslo_concurrency.lockutils [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] Acquired lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.950448] env[62437]: DEBUG nova.network.neutron [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Refreshing network info cache for port 7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.058595] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.061296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.017s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.063399] env[62437]: INFO nova.compute.claims [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.085185] env[62437]: INFO nova.scheduler.client.report [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocations for instance 9b33aa1d-639c-47be-8163-acbf0b57f870 [ 1668.109856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.137635] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.163032] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.163304] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.163470] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.163655] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.163804] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.163952] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.164176] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.164352] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.164528] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.164693] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.164867] env[62437]: DEBUG nova.virt.hardware [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.166019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299717d-4449-4f2d-9dd9-85dedec62022 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.176084] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941d835-8a79-4702-805e-43f30afed199 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.282240] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811769, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.316964] env[62437]: INFO nova.compute.manager [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Rebuilding instance [ 1668.358590] env[62437]: DEBUG nova.compute.manager [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.359474] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c311b-8576-4143-9fab-081abcde6608 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.409145] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.593030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b805fe60-82a0-4711-8e59-1cdec5cba14e tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9b33aa1d-639c-47be-8163-acbf0b57f870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.639s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.730643] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Successfully updated port: b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.744343] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.745503] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.754621] env[62437]: DEBUG nova.network.neutron [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Updated VIF entry in instance network info cache for port 7e34403d-529f-4d45-883c-8856765631d4. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.754966] env[62437]: DEBUG nova.network.neutron [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Updating instance_info_cache with network_info: [{"id": "7e34403d-529f-4d45-883c-8856765631d4", "address": "fa:16:3e:81:7e:ae", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34403d-52", "ovs_interfaceid": "7e34403d-529f-4d45-883c-8856765631d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.785133] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811769, 'name': CreateVM_Task, 'duration_secs': 0.53476} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.785133] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.786176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.786378] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.786704] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.786962] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acee8eba-fc6a-4506-9724-a2cd8c439a45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.791853] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1668.791853] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521e0781-7d1e-1be5-0f4b-46c44724abe2" [ 1668.791853] env[62437]: _type = "Task" [ 1668.791853] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.800023] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521e0781-7d1e-1be5-0f4b-46c44724abe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.906840] env[62437]: DEBUG oslo_vmware.api [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811770, 'name': PowerOnVM_Task, 'duration_secs': 0.689103} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.907019] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.907396] env[62437]: INFO nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1668.907598] env[62437]: DEBUG nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.908540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f0231c-263f-44f8-9be6-73258edb6d15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.234291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.234638] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.234638] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.249593] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.257801] env[62437]: DEBUG oslo_concurrency.lockutils [req-98b8dd66-12b4-45d6-a6f1-5b6fc7b4a74c req-868c73f3-43fb-40c6-84e4-3b186594a925 service nova] Releasing lock "refresh_cache-9653a5d2-bd45-4b86-8ba2-5547a5322ee4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.306598] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521e0781-7d1e-1be5-0f4b-46c44724abe2, 'name': SearchDatastore_Task, 'duration_secs': 0.044799} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.307152] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.307398] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.307630] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.307778] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.307954] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.308226] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7db563-7ac7-4dd7-b182-c3d8b9ec3730 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.318257] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.318412] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.319137] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc6fc62-baa6-4a73-9dad-80866c7f4e9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.324512] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1669.324512] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522a7010-547d-7bb2-b73d-6909b06eb873" [ 1669.324512] env[62437]: _type = "Task" [ 1669.324512] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.336240] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522a7010-547d-7bb2-b73d-6909b06eb873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.372742] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.373032] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbee502-66a4-4fea-a562-b99609117661 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.375803] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a53232d-49a4-46f9-9a6e-89bad4d67345 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.383760] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3992bb0-480b-4aa0-8075-d1da1ae528fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.386670] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1669.386670] env[62437]: value = "task-1811771" [ 1669.386670] env[62437]: _type = "Task" [ 1669.386670] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.413723] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f1112-d2c9-4b2f-bd4f-e833f2d1967a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.422131] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.425027] env[62437]: INFO nova.compute.manager [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Took 39.35 seconds to build instance. [ 1669.429116] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c18eb-dca1-44eb-8fa0-8799423e9c7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.443747] env[62437]: DEBUG nova.compute.provider_tree [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.772285] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.775088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.841998] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522a7010-547d-7bb2-b73d-6909b06eb873, 'name': SearchDatastore_Task, 'duration_secs': 0.033196} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.842903] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac5226e-9017-41dd-8f28-a415c636e251 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.848705] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1669.848705] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e133af-3c67-c96b-7f89-79cf019bbd69" [ 1669.848705] env[62437]: _type = "Task" [ 1669.848705] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.857955] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e133af-3c67-c96b-7f89-79cf019bbd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.898977] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811771, 'name': PowerOffVM_Task, 'duration_secs': 0.207229} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.901314] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.901556] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.902348] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86995c-782d-4274-906f-44bba7d4134a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.909189] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.909447] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3abbd64d-38f8-4222-a5ec-bb51a508d03f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.927424] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b8dd7231-111b-4b53-911d-f141597897bf tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.876s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.937828] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.937937] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.938182] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Deleting the datastore file [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.938471] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5492f6ac-0091-428d-95cd-6bb5fc295597 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.945447] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1669.945447] env[62437]: value = "task-1811773" [ 1669.945447] env[62437]: _type = "Task" [ 1669.945447] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.946426] env[62437]: DEBUG nova.scheduler.client.report [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.950879] env[62437]: DEBUG nova.network.neutron [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating instance_info_cache with network_info: [{"id": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "address": "fa:16:3e:ab:ab:c9", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d689e7-d2", "ovs_interfaceid": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.961998] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.073187] env[62437]: DEBUG nova.compute.manager [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Received event network-vif-plugged-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1670.073464] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.073655] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.073822] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.074351] env[62437]: DEBUG nova.compute.manager [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] No waiting events found dispatching network-vif-plugged-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.074351] env[62437]: WARNING nova.compute.manager [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Received unexpected event network-vif-plugged-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b for instance with vm_state building and task_state spawning. [ 1670.074504] env[62437]: DEBUG nova.compute.manager [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Received event network-changed-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1670.074618] env[62437]: DEBUG nova.compute.manager [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Refreshing instance network info cache due to event network-changed-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1670.074787] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Acquiring lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.364415] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e133af-3c67-c96b-7f89-79cf019bbd69, 'name': SearchDatastore_Task, 'duration_secs': 0.04652} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.364415] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.364415] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.364415] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f28e3c-1ca5-4e1c-9183-bfe91db7f7b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.371281] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1670.371281] env[62437]: value = "task-1811774" [ 1670.371281] env[62437]: _type = "Task" [ 1670.371281] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.377578] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.458028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.458028] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance network_info: |[{"id": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "address": "fa:16:3e:ab:ab:c9", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d689e7-d2", "ovs_interfaceid": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.458028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.458498] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.461655] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242822} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.462189] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Acquired lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.462411] env[62437]: DEBUG nova.network.neutron [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Refreshing network info cache for port b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.463497] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ab:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d689e7-d208-479d-a1f9-fd8e61e0ce7b', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.471634] env[62437]: DEBUG oslo.service.loopingcall [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.471634] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.522s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.471634] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.471779] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1670.472143] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.281s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.472278] env[62437]: DEBUG nova.objects.instance [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lazy-loading 'resources' on Instance uuid 58259693-b4bd-421d-a7ad-822fc2c5e6c9 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.473460] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.473681] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.473908] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.477243] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.478136] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23835641-086f-45a5-8d85-59189d8a9849 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.481709] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfdfc731-94de-4f54-b83f-a0acadb55b01 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.504137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b089500-5144-4dfd-90ae-d1fc5792cb98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.508218] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.508218] env[62437]: value = "task-1811775" [ 1670.508218] env[62437]: _type = "Task" [ 1670.508218] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.521945] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec1a38-5b12-4e5e-a99b-91e4df9e5776 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.528230] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811775, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.533372] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f62d9-baff-474e-a781-08a2c37b3f30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.566443] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179230MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1670.566668] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.880461] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811774, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.920436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.920688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.964103] env[62437]: DEBUG nova.compute.utils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.965746] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.965924] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.008835] env[62437]: DEBUG nova.policy [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '019082b2afb74b57a5585676c8133f8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '894fa8582ef64e73bb9be77927588535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.028047] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811775, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.315560] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Successfully created port: d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.352648] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92132291-cf79-405b-a89d-fd094469e3bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.360853] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e3571-4294-4d5c-91a9-b3770aa2f36c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.409718] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d418a-9746-4bfa-a6e4-5ca0aab73909 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.427978] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1bc0a6-adfc-4227-a2ac-16e85c68762c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.433715] env[62437]: DEBUG nova.compute.utils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.434959] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528445} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.435417] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.435627] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.436237] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c17f5f-5a09-4dfd-bb55-157601b7a62e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.447225] env[62437]: DEBUG nova.compute.provider_tree [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.457350] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1671.457350] env[62437]: value = "task-1811776" [ 1671.457350] env[62437]: _type = "Task" [ 1671.457350] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.465889] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.468909] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.522849] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811775, 'name': CreateVM_Task, 'duration_secs': 0.802652} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.525231] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.525472] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.525631] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.525814] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.525963] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.526128] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.526340] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.526534] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.526980] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.526980] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.527124] env[62437]: DEBUG nova.virt.hardware [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.527308] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.528126] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71bef6-a409-4260-a4e4-f4d71870c05b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.531398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.531568] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.531874] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.532499] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4911791e-ecc7-4eac-be00-47df11a82dfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.537889] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1671.537889] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528e8326-28fe-1968-0f33-a3f491b7dd5b" [ 1671.537889] env[62437]: _type = "Task" [ 1671.537889] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.544536] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c30f9-edc1-4076-87e9-bf8271335e1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.558235] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528e8326-28fe-1968-0f33-a3f491b7dd5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.565645] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.565896] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.566146] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.566298] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.566475] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.567232] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.574641] env[62437]: DEBUG oslo.service.loopingcall [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.574641] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a5e40e9-e240-469f-bb25-60104edc87d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.575182] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.575704] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86420a4-cf84-4241-9fc2-f468c35ec996 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.593632] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.593632] env[62437]: value = "task-1811777" [ 1671.593632] env[62437]: _type = "Task" [ 1671.593632] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.594794] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.594973] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.598446] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b163e9e-cf6d-4dab-951b-591014e14ce6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.607022] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811777, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.608237] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1671.608237] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5264e49f-ebad-b1a0-5e80-b3d96f3c93b9" [ 1671.608237] env[62437]: _type = "Task" [ 1671.608237] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.615886] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5264e49f-ebad-b1a0-5e80-b3d96f3c93b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.744279] env[62437]: DEBUG nova.network.neutron [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updated VIF entry in instance network info cache for port b4d689e7-d208-479d-a1f9-fd8e61e0ce7b. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.744279] env[62437]: DEBUG nova.network.neutron [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating instance_info_cache with network_info: [{"id": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "address": "fa:16:3e:ab:ab:c9", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d689e7-d2", "ovs_interfaceid": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.936784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.952813] env[62437]: DEBUG nova.scheduler.client.report [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.967794] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096802} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.968073] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.968871] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138e0ba-1c16-4ce4-a534-b9aa9d1eb7b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.973321] env[62437]: INFO nova.virt.block_device [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Booting with volume 10040882-7fd7-47d3-8eb5-14897d9e2305 at /dev/sda [ 1671.993252] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.995880] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1029304b-fee3-4ad2-b5c8-3ac080df0e8a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.015721] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1672.015721] env[62437]: value = "task-1811778" [ 1672.015721] env[62437]: _type = "Task" [ 1672.015721] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.023889] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.044021] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c26d33-1b81-411f-b4be-97d0740820d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.054166] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90639c34-8be0-4d4e-804a-988877f616e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.086438] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-536b15b1-f174-4405-ab5c-8fcd237d01b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.095083] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5ddfcb-fdd5-417f-9282-09e553b7fb97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.116337] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811777, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.121872] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5264e49f-ebad-b1a0-5e80-b3d96f3c93b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.133824] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ab3fd9-fc6e-4875-8e6e-eded309963af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.136877] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f001ae-43fe-4bac-bc67-fd98df528ab4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.146269] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e37d54e-01ea-48d3-88b0-ebc818aa59ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.149537] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1672.149537] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5241dd9c-da8e-337f-550c-14c723ae7b47" [ 1672.149537] env[62437]: _type = "Task" [ 1672.149537] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.158755] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5241dd9c-da8e-337f-550c-14c723ae7b47, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.162347] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.162646] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.162991] env[62437]: DEBUG nova.virt.block_device [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating existing volume attachment record: ff8b4317-0611-4151-b08d-2b9ed5bcbc79 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1672.165188] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c98e02eb-f887-4c89-8896-5683e0034308 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.171815] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1672.171815] env[62437]: value = "task-1811779" [ 1672.171815] env[62437]: _type = "Task" [ 1672.171815] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.180424] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.248708] env[62437]: DEBUG oslo_concurrency.lockutils [req-d89e392d-ac68-4d8b-b915-090b2456d901 req-e7586a68-9de7-4224-9d94-253ae1b5c6b9 service nova] Releasing lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.457810] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.460516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.213s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.460903] env[62437]: DEBUG nova.objects.instance [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lazy-loading 'resources' on Instance uuid 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.481996] env[62437]: INFO nova.scheduler.client.report [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted allocations for instance 58259693-b4bd-421d-a7ad-822fc2c5e6c9 [ 1672.526290] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811778, 'name': ReconfigVM_Task, 'duration_secs': 0.378071} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.526625] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.527640] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d820074-98c5-4942-ace5-0260b25f8c9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.536297] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1672.536297] env[62437]: value = "task-1811780" [ 1672.536297] env[62437]: _type = "Task" [ 1672.536297] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.545011] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811780, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.614941] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811777, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.684054] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.860986] env[62437]: DEBUG nova.compute.manager [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Received event network-vif-plugged-d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1672.861292] env[62437]: DEBUG oslo_concurrency.lockutils [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] Acquiring lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.861521] env[62437]: DEBUG oslo_concurrency.lockutils [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.861700] env[62437]: DEBUG oslo_concurrency.lockutils [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.861873] env[62437]: DEBUG nova.compute.manager [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] No waiting events found dispatching network-vif-plugged-d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.862406] env[62437]: WARNING nova.compute.manager [req-b26490cc-6871-4a4d-bc46-5786727445c7 req-15360c0a-a9d5-41bd-b67e-5d74e4c77326 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Received unexpected event network-vif-plugged-d20869b4-1ef0-4098-b072-e4e0501f0030 for instance with vm_state building and task_state block_device_mapping. [ 1672.995678] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f08f8c39-8152-49aa-9698-64e213094c98 tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "58259693-b4bd-421d-a7ad-822fc2c5e6c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.226s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.004894] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.006139] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.008040] env[62437]: INFO nova.compute.manager [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Attaching volume 5ca3300c-ee90-4d9d-947d-49ff33b6d460 to /dev/sdb [ 1673.047195] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf950c3-383c-417d-b825-f39df450937d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.059510] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811780, 'name': Rename_Task, 'duration_secs': 0.422544} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.059726] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.060879] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667622b9-6ad5-48a9-b466-62b1ff354c48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.063583] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Successfully updated port: d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.064705] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca67e2ec-4cda-414e-ab60-79428647f889 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.073508] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1673.073508] env[62437]: value = "task-1811781" [ 1673.073508] env[62437]: _type = "Task" [ 1673.073508] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.083842] env[62437]: DEBUG nova.virt.block_device [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updating existing volume attachment record: e449425d-b582-46d8-a6bf-2d1683e317dc {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1673.093994] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.123071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.123340] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.124389] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811777, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.186875] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678278} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.187171] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.187909] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.187909] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93809068-0fb6-491e-a826-f200d18e7b7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.201684] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1673.201684] env[62437]: value = "task-1811782" [ 1673.201684] env[62437]: _type = "Task" [ 1673.201684] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.214583] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.364909] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3aee6a-31e9-461a-9e25-2e445f6ad723 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.371922] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b352813f-edbc-4861-9f73-8576913d9f3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.403418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90cc70-b04a-458d-8d65-619d1a2c63cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.410658] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12b2a3-7386-4ccf-9f07-1df30045eca4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.423953] env[62437]: DEBUG nova.compute.provider_tree [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.568218] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.568454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquired lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.568605] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.584325] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.616308] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811777, 'name': CreateVM_Task, 'duration_secs': 1.753298} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.616482] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.616930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.617115] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.617466] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.617734] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad454896-abc2-44af-a3ec-d50025de6469 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.622564] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1673.622564] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529e4b99-705b-34ce-728b-8571c60c06a9" [ 1673.622564] env[62437]: _type = "Task" [ 1673.622564] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.625894] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.634770] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e4b99-705b-34ce-728b-8571c60c06a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.698231] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "987b483b-c364-4179-a59b-0fcce6df5332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.698497] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.698713] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "987b483b-c364-4179-a59b-0fcce6df5332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.698898] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.699091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.701939] env[62437]: INFO nova.compute.manager [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Terminating instance [ 1673.713331] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081846} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.714063] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.714812] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be586850-3d64-4512-856e-87d4049eb530 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.738798] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.739320] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6b74c4-7b34-4901-bdfe-1f2fef82b4dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.763782] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1673.763782] env[62437]: value = "task-1811786" [ 1673.763782] env[62437]: _type = "Task" [ 1673.763782] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.772552] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.945304] env[62437]: ERROR nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] [req-9ce0e8e7-3c3c-498d-be1b-4e781d3f888b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ce0e8e7-3c3c-498d-be1b-4e781d3f888b"}]} [ 1673.962838] env[62437]: DEBUG nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1673.980388] env[62437]: DEBUG nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1673.980624] env[62437]: DEBUG nova.compute.provider_tree [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.991515] env[62437]: DEBUG nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1674.010367] env[62437]: DEBUG nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1674.086615] env[62437]: DEBUG oslo_vmware.api [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811781, 'name': PowerOnVM_Task, 'duration_secs': 0.60644} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.088927] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.089149] env[62437]: INFO nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1674.089336] env[62437]: DEBUG nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.090296] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86104d8c-b678-4d66-bb7f-e7d19304de85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.108840] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.140924] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e4b99-705b-34ce-728b-8571c60c06a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02383} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.143639] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.143874] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.144123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.144321] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.144451] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.145182] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e77d7e-5288-49b4-9e6d-28b8213445c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.155547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.156572] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1674.156572] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1674.157506] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480f2bbb-3deb-422e-987a-189dcce87777 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.166200] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1674.166200] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52dc6f32-1dfe-0701-eaa9-e03c472c7ad1" [ 1674.166200] env[62437]: _type = "Task" [ 1674.166200] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.174464] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dc6f32-1dfe-0701-eaa9-e03c472c7ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.208557] env[62437]: DEBUG nova.compute.manager [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.208771] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.209698] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8832c3-a0d7-49f8-83fa-b7832d65f089 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.221199] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.223869] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63865b78-2707-44e3-90a2-2a12ebf92e1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.233685] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1674.233685] env[62437]: value = "task-1811787" [ 1674.233685] env[62437]: _type = "Task" [ 1674.233685] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.244808] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.265556] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.266136] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.266382] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.266545] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.266903] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.266903] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.267093] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.267311] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.267473] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.267673] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.267878] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.268096] env[62437]: DEBUG nova.virt.hardware [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.269337] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd6928-b502-4cae-aa00-b15735bae18c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.286232] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.289451] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff6466d-f6ce-4196-98d4-b37db4cbff4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.328250] env[62437]: DEBUG nova.network.neutron [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating instance_info_cache with network_info: [{"id": "d20869b4-1ef0-4098-b072-e4e0501f0030", "address": "fa:16:3e:8f:4a:f0", "network": {"id": "d5b52bab-026c-4661-8e15-aac1efd1496d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-283329844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894fa8582ef64e73bb9be77927588535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20869b4-1e", "ovs_interfaceid": "d20869b4-1ef0-4098-b072-e4e0501f0030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.350233] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc55ecf-082f-4e00-9217-bb542bba357a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.357647] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727c1f1-3a4b-4cd5-b4ee-b494617ed4fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.389873] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d343f-fd93-4914-8c55-959934f5ee33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.397885] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9860ad-f108-4145-b339-07697f905a38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.411526] env[62437]: DEBUG nova.compute.provider_tree [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.608789] env[62437]: INFO nova.compute.manager [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Took 36.08 seconds to build instance. [ 1674.677048] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52dc6f32-1dfe-0701-eaa9-e03c472c7ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.677908] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32c3dac-351b-47f6-bd69-569a80dec852 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.683286] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1674.683286] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4361c-448b-e22b-08ff-71e2bbf12b74" [ 1674.683286] env[62437]: _type = "Task" [ 1674.683286] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.691541] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4361c-448b-e22b-08ff-71e2bbf12b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.743321] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811787, 'name': PowerOffVM_Task, 'duration_secs': 0.355178} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.743625] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.743792] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.744046] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d4bf065-1aea-438d-b73c-c3645ad6de7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.777614] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811786, 'name': ReconfigVM_Task, 'duration_secs': 0.854579} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.777912] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.778533] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09f3faf-1796-482d-9875-4800bf0becd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.783873] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1674.783873] env[62437]: value = "task-1811789" [ 1674.783873] env[62437]: _type = "Task" [ 1674.783873] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.791278] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811789, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.828211] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.828414] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.828602] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] 987b483b-c364-4179-a59b-0fcce6df5332 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.828891] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911b82a8-63df-4901-8a19-56e2494cdb37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.831538] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Releasing lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.831840] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance network_info: |[{"id": "d20869b4-1ef0-4098-b072-e4e0501f0030", "address": "fa:16:3e:8f:4a:f0", "network": {"id": "d5b52bab-026c-4661-8e15-aac1efd1496d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-283329844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894fa8582ef64e73bb9be77927588535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20869b4-1e", "ovs_interfaceid": "d20869b4-1ef0-4098-b072-e4e0501f0030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.832278] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:4a:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20869b4-1ef0-4098-b072-e4e0501f0030', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.839853] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Creating folder: Project (894fa8582ef64e73bb9be77927588535). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.840537] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a00a38b-fd45-44e7-a198-ae5f59fccc4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.844627] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1674.844627] env[62437]: value = "task-1811790" [ 1674.844627] env[62437]: _type = "Task" [ 1674.844627] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.854059] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.854929] env[62437]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1674.855088] env[62437]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62437) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1674.855385] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Folder already exists: Project (894fa8582ef64e73bb9be77927588535). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1674.855609] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Creating folder: Instances. Parent ref: group-v375445. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.855806] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-023c0f9f-a163-4d79-9315-a00a029aaaad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.867032] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Created folder: Instances in parent group-v375445. [ 1674.867295] env[62437]: DEBUG oslo.service.loopingcall [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.867418] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.867588] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568862cb-46bf-4968-9de8-7905c5d060ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.888672] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.888672] env[62437]: value = "task-1811793" [ 1674.888672] env[62437]: _type = "Task" [ 1674.888672] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.895321] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811793, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.946725] env[62437]: DEBUG nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1674.947113] env[62437]: DEBUG nova.compute.provider_tree [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 109 to 110 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1674.947369] env[62437]: DEBUG nova.compute.provider_tree [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.978047] env[62437]: DEBUG nova.compute.manager [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Received event network-changed-d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1674.978312] env[62437]: DEBUG nova.compute.manager [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Refreshing instance network info cache due to event network-changed-d20869b4-1ef0-4098-b072-e4e0501f0030. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1674.978627] env[62437]: DEBUG oslo_concurrency.lockutils [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] Acquiring lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.978833] env[62437]: DEBUG oslo_concurrency.lockutils [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] Acquired lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.979032] env[62437]: DEBUG nova.network.neutron [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Refreshing network info cache for port d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.112172] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1fd42585-efbc-4b5d-9312-122c678f464c tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.591s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.193825] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4361c-448b-e22b-08ff-71e2bbf12b74, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.194129] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.194395] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.194651] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-938dc791-bbe6-4118-8ceb-8b12cecc2a3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.201719] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1675.201719] env[62437]: value = "task-1811794" [ 1675.201719] env[62437]: _type = "Task" [ 1675.201719] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.209713] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.294214] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811789, 'name': Rename_Task, 'duration_secs': 0.181735} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.294564] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.294816] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12640b3f-6ec7-47f2-9128-ae380f1c22e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.302356] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1675.302356] env[62437]: value = "task-1811795" [ 1675.302356] env[62437]: _type = "Task" [ 1675.302356] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.310025] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.356938] env[62437]: DEBUG oslo_vmware.api [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298508} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.357417] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.357764] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.358102] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.358433] env[62437]: INFO nova.compute.manager [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1675.358855] env[62437]: DEBUG oslo.service.loopingcall [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.359189] env[62437]: DEBUG nova.compute.manager [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.359378] env[62437]: DEBUG nova.network.neutron [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.398953] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811793, 'name': CreateVM_Task, 'duration_secs': 0.482458} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.399085] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.400273] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375455', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'name': 'volume-10040882-7fd7-47d3-8eb5-14897d9e2305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e304e2b-25a0-4c90-801d-9193d4f8085d', 'attached_at': '', 'detached_at': '', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'serial': '10040882-7fd7-47d3-8eb5-14897d9e2305'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': 'ff8b4317-0611-4151-b08d-2b9ed5bcbc79', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1675.400273] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Root volume attach. Driver type: vmdk {{(pid=62437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1675.400855] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf73ca-e0bd-44a9-a4ba-d341f89ccb17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.410111] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743528f-d6b4-4737-8ea8-1352a731d431 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.418009] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6f2545-fafc-4a14-96f3-46cfc38cca7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.423618] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-68f94708-2a0e-4b42-bf67-647b397075a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.431702] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1675.431702] env[62437]: value = "task-1811796" [ 1675.431702] env[62437]: _type = "Task" [ 1675.431702] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.439338] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811796, 'name': RelocateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.454330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.994s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.456752] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.793s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.456981] env[62437]: DEBUG nova.objects.instance [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1675.493336] env[62437]: INFO nova.scheduler.client.report [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Deleted allocations for instance 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b [ 1675.715115] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.791045] env[62437]: DEBUG nova.network.neutron [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updated VIF entry in instance network info cache for port d20869b4-1ef0-4098-b072-e4e0501f0030. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.791045] env[62437]: DEBUG nova.network.neutron [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating instance_info_cache with network_info: [{"id": "d20869b4-1ef0-4098-b072-e4e0501f0030", "address": "fa:16:3e:8f:4a:f0", "network": {"id": "d5b52bab-026c-4661-8e15-aac1efd1496d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-283329844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894fa8582ef64e73bb9be77927588535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20869b4-1e", "ovs_interfaceid": "d20869b4-1ef0-4098-b072-e4e0501f0030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.814782] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.943399] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811796, 'name': RelocateVM_Task} progress is 19%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.001128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-83568cd3-7b3e-4409-a471-4442d956fb0e tempest-MigrationsAdminTest-274186523 tempest-MigrationsAdminTest-274186523-project-member] Lock "1f8be8af-03b6-4c9b-bcbd-aa408d4b628b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.478s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.069091] env[62437]: INFO nova.compute.manager [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Rebuilding instance [ 1676.117025] env[62437]: DEBUG nova.compute.manager [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.117489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1070c-cb16-489b-be51-42bbf4fbcc16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.178210] env[62437]: DEBUG nova.network.neutron [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.213358] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627929} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.213631] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.213859] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.214240] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c7e739-bf24-43ac-8148-623d1babf645 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.221162] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1676.221162] env[62437]: value = "task-1811798" [ 1676.221162] env[62437]: _type = "Task" [ 1676.221162] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.229422] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.294444] env[62437]: DEBUG oslo_concurrency.lockutils [req-ee2b6755-901d-4953-a51b-e4a8508ae8ae req-311f37d1-470a-4853-bac6-e95af8072c86 service nova] Releasing lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.312939] env[62437]: DEBUG oslo_vmware.api [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811795, 'name': PowerOnVM_Task, 'duration_secs': 0.62827} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.313234] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.313464] env[62437]: INFO nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1676.313658] env[62437]: DEBUG nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.314506] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb7a75-65f7-4620-9075-9558742af566 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.448776] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811796, 'name': RelocateVM_Task, 'duration_secs': 0.874647} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.449181] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1676.449370] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375455', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'name': 'volume-10040882-7fd7-47d3-8eb5-14897d9e2305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e304e2b-25a0-4c90-801d-9193d4f8085d', 'attached_at': '', 'detached_at': '', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'serial': '10040882-7fd7-47d3-8eb5-14897d9e2305'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1676.450257] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26db3d-2101-46b8-a048-92e2da9f2aff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.466744] env[62437]: DEBUG oslo_concurrency.lockutils [None req-dc102db9-0829-42d9-a7db-44a9575179ea tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.468104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.599s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.468350] env[62437]: DEBUG nova.objects.instance [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lazy-loading 'resources' on Instance uuid 9e00dcfd-147c-443b-bafc-ac77382a57a4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.470078] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c8a0a-e5dc-46c2-ac0e-704b55faf2d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.494077] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-10040882-7fd7-47d3-8eb5-14897d9e2305/volume-10040882-7fd7-47d3-8eb5-14897d9e2305.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.495635] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b5e2e8-cbb5-4b44-b38d-554ee03a241b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.517695] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1676.517695] env[62437]: value = "task-1811799" [ 1676.517695] env[62437]: _type = "Task" [ 1676.517695] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.526657] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.680695] env[62437]: INFO nova.compute.manager [-] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Took 1.32 seconds to deallocate network for instance. [ 1676.736100] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071505} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.736435] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.737623] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06e8f66-f5af-45ad-9860-97afd95eedd2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.768782] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.769260] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e957bf61-0d4e-453a-b299-aeb50acdf03c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.800841] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1676.800841] env[62437]: value = "task-1811800" [ 1676.800841] env[62437]: _type = "Task" [ 1676.800841] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.812408] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.832898] env[62437]: INFO nova.compute.manager [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Took 35.32 seconds to build instance. [ 1677.006179] env[62437]: DEBUG nova.compute.manager [req-fbf2c658-a1ba-444a-b612-dc18bbdf7f7c req-36bd517f-8194-446a-a06d-d3652210ca40 service nova] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Received event network-vif-deleted-d850a914-f704-4f06-9f47-46712a50944c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1677.029988] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.130954] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.133670] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ab3d6f-7c05-411e-817d-16dcb6f79e7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.141563] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1677.141563] env[62437]: value = "task-1811801" [ 1677.141563] env[62437]: _type = "Task" [ 1677.141563] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.156149] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.187892] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.311554] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.315481] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288850a-4963-481b-ae37-6aea0f3b5afa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.322626] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f7bd88-997d-43c0-b4aa-9040a0e9170e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.354460] env[62437]: DEBUG oslo_concurrency.lockutils [None req-683220ef-aaf1-4d5f-811f-affd6c00ebc3 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.857s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.355471] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e98987d-bd5e-4d69-a39d-3cfff7553f37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.362935] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdcf488-05a0-4e26-8b3f-3b846cd06972 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.376745] env[62437]: DEBUG nova.compute.provider_tree [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.533907] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811799, 'name': ReconfigVM_Task, 'duration_secs': 0.792071} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.534226] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-10040882-7fd7-47d3-8eb5-14897d9e2305/volume-10040882-7fd7-47d3-8eb5-14897d9e2305.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.542469] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ed7984-4ff1-4695-8391-2f4c622c83a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.558833] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1677.558833] env[62437]: value = "task-1811802" [ 1677.558833] env[62437]: _type = "Task" [ 1677.558833] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.568011] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.651179] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811801, 'name': PowerOffVM_Task, 'duration_secs': 0.199024} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.651624] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.651768] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.652543] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d8870-b643-4587-940a-a7928cb40a70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.659238] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.659470] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a59ced-6644-424a-b449-fdcda123fa55 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.810773] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.811059] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.811588] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.816238] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da520a3-1332-4cbb-8cca-5e555e8183e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.818113] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811800, 'name': ReconfigVM_Task, 'duration_secs': 0.776254} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.818393] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e/98cd0f61-3f74-4ae6-b718-0c27cda0047e.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.820308] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6660c6b7-71da-4ddc-8018-a1a68ffef44b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.824509] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1677.824509] env[62437]: value = "task-1811804" [ 1677.824509] env[62437]: _type = "Task" [ 1677.824509] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.829237] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1677.829237] env[62437]: value = "task-1811805" [ 1677.829237] env[62437]: _type = "Task" [ 1677.829237] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.835407] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.840028] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811805, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.922685] env[62437]: DEBUG nova.scheduler.client.report [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1677.922897] env[62437]: DEBUG nova.compute.provider_tree [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 110 to 111 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1677.923103] env[62437]: DEBUG nova.compute.provider_tree [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.068569] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811802, 'name': ReconfigVM_Task, 'duration_secs': 0.294407} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.068904] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375455', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'name': 'volume-10040882-7fd7-47d3-8eb5-14897d9e2305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e304e2b-25a0-4c90-801d-9193d4f8085d', 'attached_at': '', 'detached_at': '', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'serial': '10040882-7fd7-47d3-8eb5-14897d9e2305'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1678.069828] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbab136-8c85-49e2-9c9f-16a6677a2c95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.076044] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1678.076044] env[62437]: value = "task-1811806" [ 1678.076044] env[62437]: _type = "Task" [ 1678.076044] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.085389] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811806, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.137057] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1678.137057] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375469', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'name': 'volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21b1dc97-3dd8-4ba0-a820-7d2d34958df8', 'attached_at': '', 'detached_at': '', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'serial': '5ca3300c-ee90-4d9d-947d-49ff33b6d460'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1678.137057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31657ca9-7868-4002-a24a-e081510a0e71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.155275] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74dd624-e419-45ea-871f-fb3ac51731a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.189030] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460/volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.189392] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2650061a-c34a-49b2-8b39-9246bfcb6942 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.208647] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1678.208647] env[62437]: value = "task-1811807" [ 1678.208647] env[62437]: _type = "Task" [ 1678.208647] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.217415] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.336838] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126726} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.337453] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.337633] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.337807] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.342861] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811805, 'name': Rename_Task, 'duration_secs': 0.177855} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.343326] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.343560] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd45b0a-d144-4788-aba2-34e76a65a5cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.349210] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1678.349210] env[62437]: value = "task-1811808" [ 1678.349210] env[62437]: _type = "Task" [ 1678.349210] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.361936] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.428693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.431434] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.791s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.433264] env[62437]: INFO nova.compute.claims [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.453810] env[62437]: INFO nova.scheduler.client.report [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Deleted allocations for instance 9e00dcfd-147c-443b-bafc-ac77382a57a4 [ 1678.586458] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811806, 'name': Rename_Task, 'duration_secs': 0.175024} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.586458] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.587184] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f54a4cd0-5654-451f-a1d7-ed14b10e7ba6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.594648] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1678.594648] env[62437]: value = "task-1811809" [ 1678.594648] env[62437]: _type = "Task" [ 1678.594648] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.605744] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.719579] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.859600] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.963170] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f4999194-f3ba-4844-ba45-2f63107ca479 tempest-VolumesAdminNegativeTest-2101972784 tempest-VolumesAdminNegativeTest-2101972784-project-member] Lock "9e00dcfd-147c-443b-bafc-ac77382a57a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.523s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.034336] env[62437]: DEBUG nova.compute.manager [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Received event network-changed-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1679.034557] env[62437]: DEBUG nova.compute.manager [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Refreshing instance network info cache due to event network-changed-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1679.034777] env[62437]: DEBUG oslo_concurrency.lockutils [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] Acquiring lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.034918] env[62437]: DEBUG oslo_concurrency.lockutils [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] Acquired lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.035089] env[62437]: DEBUG nova.network.neutron [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Refreshing network info cache for port b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.105509] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.220268] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811807, 'name': ReconfigVM_Task, 'duration_secs': 0.683917} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.220648] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460/volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.227979] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e2c3ee-2ab1-4a14-acd2-6aea01411fc1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.244362] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1679.244362] env[62437]: value = "task-1811810" [ 1679.244362] env[62437]: _type = "Task" [ 1679.244362] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.253714] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.363121] env[62437]: DEBUG oslo_vmware.api [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811808, 'name': PowerOnVM_Task, 'duration_secs': 0.5442} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.363121] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.363121] env[62437]: DEBUG nova.compute.manager [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.364156] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da87bb-d0ae-431c-8186-b1149551dd04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.391250] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.393980] env[62437]: DEBUG nova.virt.hardware [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.395028] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a307afd-6796-4017-b6f4-f7654bad8402 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.404321] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cfcd3-5d73-475b-8a52-6d38b4be61d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.420120] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e34403d-529f-4d45-883c-8856765631d4', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.427457] env[62437]: DEBUG oslo.service.loopingcall [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.427939] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.428175] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b90a0c4-093a-499e-b418-a55bf74ecfb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.449577] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.449577] env[62437]: value = "task-1811811" [ 1679.449577] env[62437]: _type = "Task" [ 1679.449577] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.457796] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.605498] env[62437]: DEBUG oslo_vmware.api [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811809, 'name': PowerOnVM_Task, 'duration_secs': 0.668956} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.605761] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.605949] env[62437]: INFO nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1679.606137] env[62437]: DEBUG nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.609320] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cbe9d-97d3-4a58-bc0d-a6566cd7e2fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.749961] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b437364a-f14e-457f-86f6-9334fee4a21d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.755561] env[62437]: DEBUG oslo_vmware.api [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811810, 'name': ReconfigVM_Task, 'duration_secs': 0.200783} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.756258] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375469', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'name': 'volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21b1dc97-3dd8-4ba0-a820-7d2d34958df8', 'attached_at': '', 'detached_at': '', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'serial': '5ca3300c-ee90-4d9d-947d-49ff33b6d460'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1679.760268] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cae48e-9dc1-466a-b0fe-f8b6af8015d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.792847] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bbdf1d-1866-4612-8c58-917a491c272e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.805105] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff3fe8-3e65-4d11-bef5-768cc33119e7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.819971] env[62437]: DEBUG nova.compute.provider_tree [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.832769] env[62437]: DEBUG nova.network.neutron [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updated VIF entry in instance network info cache for port b4d689e7-d208-479d-a1f9-fd8e61e0ce7b. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.833123] env[62437]: DEBUG nova.network.neutron [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating instance_info_cache with network_info: [{"id": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "address": "fa:16:3e:ab:ab:c9", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d689e7-d2", "ovs_interfaceid": "b4d689e7-d208-479d-a1f9-fd8e61e0ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.881314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.959275] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.131398] env[62437]: INFO nova.compute.manager [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Took 31.11 seconds to build instance. [ 1680.324318] env[62437]: DEBUG nova.scheduler.client.report [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.336936] env[62437]: DEBUG oslo_concurrency.lockutils [req-7364e2fc-d35e-4ee4-ade2-7997e1dce3a9 req-4a6a4dea-c472-47ae-bba0-730a8bd64a81 service nova] Releasing lock "refresh_cache-b7ca73aa-2719-42a7-8354-1acbb921e74c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.462486] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.633587] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cbbd25bc-caff-4361-956f-8334aadf0956 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.634s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.795039] env[62437]: DEBUG nova.objects.instance [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'flavor' on Instance uuid 21b1dc97-3dd8-4ba0-a820-7d2d34958df8 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.831029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.831029] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.832599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.077s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.832973] env[62437]: DEBUG nova.objects.instance [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lazy-loading 'resources' on Instance uuid ff99ccaf-f25b-40e4-aeb2-4d6149b3be62 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.966146] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.039015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.039295] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.039510] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.039716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.039960] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.042395] env[62437]: INFO nova.compute.manager [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Terminating instance [ 1681.263812] env[62437]: DEBUG nova.compute.manager [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Received event network-changed-d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1681.264026] env[62437]: DEBUG nova.compute.manager [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Refreshing instance network info cache due to event network-changed-d20869b4-1ef0-4098-b072-e4e0501f0030. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1681.264254] env[62437]: DEBUG oslo_concurrency.lockutils [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] Acquiring lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.264398] env[62437]: DEBUG oslo_concurrency.lockutils [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] Acquired lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.265121] env[62437]: DEBUG nova.network.neutron [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Refreshing network info cache for port d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.301454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d962aeef-9bee-4e30-99ee-21bf219586eb tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.340452] env[62437]: DEBUG nova.compute.utils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.346070] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.346070] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.414415] env[62437]: DEBUG nova.policy [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc37cb4a3cb44d3b0a3eb44301df9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37262525ee84a10814904eada319cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.464720] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.487748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.488229] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.488304] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.488509] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.488732] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.490901] env[62437]: INFO nova.compute.manager [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Terminating instance [ 1681.546379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "refresh_cache-98cd0f61-3f74-4ae6-b718-0c27cda0047e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.546576] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquired lock "refresh_cache-98cd0f61-3f74-4ae6-b718-0c27cda0047e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.547304] env[62437]: DEBUG nova.network.neutron [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.702323] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e519cdb-9bb6-4c2e-89cc-be3139999114 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.706191] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Successfully created port: 71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.714987] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133d41d-d80d-4cc3-855d-193a5a2fc84c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.749030] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a24a72-f59e-4d29-9881-66ba8acd4998 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.757032] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93621c46-e046-4556-9120-f151c324a349 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.780718] env[62437]: DEBUG nova.compute.provider_tree [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.845710] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.963378] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.996707] env[62437]: DEBUG nova.compute.manager [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.997030] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.997294] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4bac3d7-2f32-42bc-a737-b998d1ee6adb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.003974] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1682.003974] env[62437]: value = "task-1811812" [ 1682.003974] env[62437]: _type = "Task" [ 1682.003974] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.016659] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.073209] env[62437]: DEBUG nova.network.neutron [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.176687] env[62437]: DEBUG nova.network.neutron [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.191548] env[62437]: DEBUG nova.network.neutron [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updated VIF entry in instance network info cache for port d20869b4-1ef0-4098-b072-e4e0501f0030. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.191548] env[62437]: DEBUG nova.network.neutron [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating instance_info_cache with network_info: [{"id": "d20869b4-1ef0-4098-b072-e4e0501f0030", "address": "fa:16:3e:8f:4a:f0", "network": {"id": "d5b52bab-026c-4661-8e15-aac1efd1496d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-283329844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894fa8582ef64e73bb9be77927588535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20869b4-1e", "ovs_interfaceid": "d20869b4-1ef0-4098-b072-e4e0501f0030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.284826] env[62437]: DEBUG nova.scheduler.client.report [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.463630] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.513572] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811812, 'name': PowerOffVM_Task, 'duration_secs': 0.324875} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.513805] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.514014] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1682.514218] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375469', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'name': 'volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21b1dc97-3dd8-4ba0-a820-7d2d34958df8', 'attached_at': '', 'detached_at': '', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'serial': '5ca3300c-ee90-4d9d-947d-49ff33b6d460'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1682.514969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e745e-b3c0-40e3-958e-36ea9a7d4cd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.535466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8136ef99-b10a-41ac-85ed-cad1e6ef836b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.541842] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089cfe45-d1a9-4131-af00-1367a35a7207 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.563275] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b1920-5334-4424-88aa-1967e8288b35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.578812] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460/volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1682.584370] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1682.584624] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9acd779-ac0a-41e1-815f-5ac83e8de9d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.602860] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1682.602860] env[62437]: value = "task-1811813" [ 1682.602860] env[62437]: _type = "Task" [ 1682.602860] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.610538] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.681888] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Releasing lock "refresh_cache-98cd0f61-3f74-4ae6-b718-0c27cda0047e" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.682383] env[62437]: DEBUG nova.compute.manager [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.682625] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.683518] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f97143-4a9c-4aa5-92a3-20a83f7d8896 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.690784] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.691069] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f911da22-62f4-4e93-8493-1478dd0b34a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.694305] env[62437]: DEBUG oslo_concurrency.lockutils [req-f13efcba-8135-437c-b9f4-74487b9948a3 req-83a5c202-1e9b-4a7d-a95a-aacc94ad7728 service nova] Releasing lock "refresh_cache-7e304e2b-25a0-4c90-801d-9193d4f8085d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.698557] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1682.698557] env[62437]: value = "task-1811814" [ 1682.698557] env[62437]: _type = "Task" [ 1682.698557] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.706506] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.794032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.796855] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.214s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.797176] env[62437]: DEBUG nova.objects.instance [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lazy-loading 'resources' on Instance uuid 776ef132-6a90-4850-8e1a-122e84f36a7d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.817894] env[62437]: INFO nova.scheduler.client.report [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Deleted allocations for instance ff99ccaf-f25b-40e4-aeb2-4d6149b3be62 [ 1682.855125] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.883508] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.883795] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.884049] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.884314] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.884522] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.884710] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.884964] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.885189] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.885463] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.885675] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.885929] env[62437]: DEBUG nova.virt.hardware [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.887229] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4adc9-dd56-4798-a618-e1902d97f8e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.899940] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5281f2-5e50-4e5b-a889-2bcaac80ca3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.964761] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.113424] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811813, 'name': ReconfigVM_Task, 'duration_secs': 0.317078} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.113424] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1683.119842] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0624ceb5-6092-4aa4-96c4-176d40d26a0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.144640] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1683.144640] env[62437]: value = "task-1811815" [ 1683.144640] env[62437]: _type = "Task" [ 1683.144640] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.153149] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.208472] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811814, 'name': PowerOffVM_Task, 'duration_secs': 0.269922} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.208784] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.208984] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.209243] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2354bd52-7027-43e3-b0cd-10cb8cc61e4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.232914] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.233163] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.233351] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Deleting the datastore file [datastore1] 98cd0f61-3f74-4ae6-b718-0c27cda0047e {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.233662] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7af240c2-bfe7-4da0-80e4-691526fe0d11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.242274] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for the task: (returnval){ [ 1683.242274] env[62437]: value = "task-1811817" [ 1683.242274] env[62437]: _type = "Task" [ 1683.242274] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.250299] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.325125] env[62437]: DEBUG oslo_concurrency.lockutils [None req-768d2243-ed64-4a2b-ad69-3b7f96486fcf tempest-ServerShowV257Test-574509776 tempest-ServerShowV257Test-574509776-project-member] Lock "ff99ccaf-f25b-40e4-aeb2-4d6149b3be62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.762s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.465874] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.576738] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e20ac9-c3af-433f-9a8c-7240de002885 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.584359] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7eccd4-a202-40c8-9171-0faa49a3f6cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.631379] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8952d7-77b9-4e1d-9b55-3be780635882 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.641867] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da591df-9a04-4045-be18-ce2b490bf9b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.666092] env[62437]: DEBUG nova.compute.provider_tree [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.671963] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811815, 'name': ReconfigVM_Task, 'duration_secs': 0.201033} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.672630] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375469', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'name': 'volume-5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21b1dc97-3dd8-4ba0-a820-7d2d34958df8', 'attached_at': '', 'detached_at': '', 'volume_id': '5ca3300c-ee90-4d9d-947d-49ff33b6d460', 'serial': '5ca3300c-ee90-4d9d-947d-49ff33b6d460'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1683.673013] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.674110] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0667c08-03ad-48d8-908b-d8a9d7113b6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.683348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.683641] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f9c476-8e4e-44d1-875a-5881338dc031 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.753211] env[62437]: DEBUG oslo_vmware.api [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Task: {'id': task-1811817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136015} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.753475] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.753671] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.753841] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.754022] env[62437]: INFO nova.compute.manager [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1683.754274] env[62437]: DEBUG oslo.service.loopingcall [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.754459] env[62437]: DEBUG nova.compute.manager [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.754557] env[62437]: DEBUG nova.network.neutron [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.770136] env[62437]: DEBUG nova.network.neutron [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.965039] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.173927] env[62437]: DEBUG nova.scheduler.client.report [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.273161] env[62437]: DEBUG nova.network.neutron [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.465538] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.585962] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.585962] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.586189] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] 21b1dc97-3dd8-4ba0-a820-7d2d34958df8 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.586381] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae43640-09ba-43af-aff1-ffa3fb5ecdd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.592809] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1684.592809] env[62437]: value = "task-1811819" [ 1684.592809] env[62437]: _type = "Task" [ 1684.592809] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.600674] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.679981] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.682738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.751s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.707034] env[62437]: INFO nova.scheduler.client.report [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted allocations for instance 776ef132-6a90-4850-8e1a-122e84f36a7d [ 1684.775842] env[62437]: INFO nova.compute.manager [-] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Took 1.02 seconds to deallocate network for instance. [ 1684.966048] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811811, 'name': CreateVM_Task, 'duration_secs': 5.373666} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.966201] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.967054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.967155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.967537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.967821] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722ec950-9a94-4303-b50d-67a1c9a7966e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.972807] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1684.972807] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5206190a-f8f5-a0d3-749f-30e957378722" [ 1684.972807] env[62437]: _type = "Task" [ 1684.972807] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.980585] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5206190a-f8f5-a0d3-749f-30e957378722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.102623] env[62437]: DEBUG oslo_vmware.api [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186297} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.102888] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.103118] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.103301] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.103478] env[62437]: INFO nova.compute.manager [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Took 3.11 seconds to destroy the instance on the hypervisor. [ 1685.103735] env[62437]: DEBUG oslo.service.loopingcall [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.103941] env[62437]: DEBUG nova.compute.manager [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1685.104054] env[62437]: DEBUG nova.network.neutron [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.216435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf941502-1a76-4226-942a-d384d4be2e73 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "776ef132-6a90-4850-8e1a-122e84f36a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.114s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.282565] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.424927] env[62437]: DEBUG nova.compute.manager [req-b2fdc6e1-2911-4cdb-9b31-871b149f0ec1 req-ffe7b1b2-4859-43de-a767-c6b15b376ed4 service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Received event network-vif-deleted-98d69770-8cbf-43c0-9957-b2097687a69e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1685.425149] env[62437]: INFO nova.compute.manager [req-b2fdc6e1-2911-4cdb-9b31-871b149f0ec1 req-ffe7b1b2-4859-43de-a767-c6b15b376ed4 service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Neutron deleted interface 98d69770-8cbf-43c0-9957-b2097687a69e; detaching it from the instance and deleting it from the info cache [ 1685.425323] env[62437]: DEBUG nova.network.neutron [req-b2fdc6e1-2911-4cdb-9b31-871b149f0ec1 req-ffe7b1b2-4859-43de-a767-c6b15b376ed4 service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.461058] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ab18a-080f-4357-804c-6f6a6b39031a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.468816] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac859a-7c17-474f-994e-3b661dc8f7ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.500804] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8dba6-e1ed-4941-a63d-896944da0718 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.506677] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5206190a-f8f5-a0d3-749f-30e957378722, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.507282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.507522] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.507752] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.507966] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.508172] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.508426] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28d6747e-636c-4f08-9002-4962d25af99e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.513589] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4180914a-00d0-469a-bb8c-cbf8f6616fb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.518631] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.518807] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.526748] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775f8997-918b-4740-b65c-df37a0e1c294 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.529160] env[62437]: DEBUG nova.compute.provider_tree [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.534587] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1685.534587] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d2d19f-1055-11cb-70ad-95c8eeff4f62" [ 1685.534587] env[62437]: _type = "Task" [ 1685.534587] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.543528] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d2d19f-1055-11cb-70ad-95c8eeff4f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.723340] env[62437]: DEBUG nova.compute.manager [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Received event network-vif-plugged-71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1685.723340] env[62437]: DEBUG oslo_concurrency.lockutils [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] Acquiring lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.723340] env[62437]: DEBUG oslo_concurrency.lockutils [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.723340] env[62437]: DEBUG oslo_concurrency.lockutils [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.723340] env[62437]: DEBUG nova.compute.manager [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] No waiting events found dispatching network-vif-plugged-71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.723340] env[62437]: WARNING nova.compute.manager [req-5776fb82-0651-43f5-90f2-20ce743f7c1d req-b8b60a41-aa20-41e8-af6a-ee1e02b110ae service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Received unexpected event network-vif-plugged-71ea3d1a-236b-409a-b625-4f8318099f45 for instance with vm_state building and task_state spawning. [ 1685.804037] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Successfully updated port: 71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.848905] env[62437]: DEBUG nova.network.neutron [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.927566] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18698559-83e7-4a16-bffe-74b7e0d10140 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.939431] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d0f963-590b-409e-b698-ce142cef45f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.971105] env[62437]: DEBUG nova.compute.manager [req-b2fdc6e1-2911-4cdb-9b31-871b149f0ec1 req-ffe7b1b2-4859-43de-a767-c6b15b376ed4 service nova] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Detach interface failed, port_id=98d69770-8cbf-43c0-9957-b2097687a69e, reason: Instance 21b1dc97-3dd8-4ba0-a820-7d2d34958df8 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1686.032309] env[62437]: DEBUG nova.scheduler.client.report [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.044857] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d2d19f-1055-11cb-70ad-95c8eeff4f62, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.045596] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08387a9b-cb23-4e2b-aa26-aac128400154 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.050930] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1686.050930] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52098e63-bc34-ee48-17c0-b746e423851e" [ 1686.050930] env[62437]: _type = "Task" [ 1686.050930] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.058425] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52098e63-bc34-ee48-17c0-b746e423851e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.307374] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.307374] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.307374] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.351242] env[62437]: INFO nova.compute.manager [-] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Took 1.25 seconds to deallocate network for instance. [ 1686.561839] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52098e63-bc34-ee48-17c0-b746e423851e, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.562112] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.562378] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.562628] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a315c9c9-9c52-4255-8a3a-c5c187b1b3c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.569856] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1686.569856] env[62437]: value = "task-1811820" [ 1686.569856] env[62437]: _type = "Task" [ 1686.569856] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.577174] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.841824] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.903508] env[62437]: INFO nova.compute.manager [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Took 0.55 seconds to detach 1 volumes for instance. [ 1687.045839] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.363s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.046101] env[62437]: DEBUG nova.compute.manager [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62437) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1687.051081] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.941s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.052886] env[62437]: INFO nova.compute.claims [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.079470] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481276} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.079723] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.079939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.080203] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aa74ce4-2ffc-42c8-a2fc-b653f5e90b26 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.087760] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1687.087760] env[62437]: value = "task-1811821" [ 1687.087760] env[62437]: _type = "Task" [ 1687.087760] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.100460] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.247647] env[62437]: DEBUG nova.network.neutron [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Updating instance_info_cache with network_info: [{"id": "71ea3d1a-236b-409a-b625-4f8318099f45", "address": "fa:16:3e:38:ac:88", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ea3d1a-23", "ovs_interfaceid": "71ea3d1a-236b-409a-b625-4f8318099f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.410088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.598432] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099135} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.598714] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.599520] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e637bea-ff44-461a-962e-f73abfe72e11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.623565] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.624928] env[62437]: INFO nova.scheduler.client.report [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted allocation for migration 260dcde5-b3cb-4120-8889-d0a1a445aa99 [ 1687.625993] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97307796-a9b5-44cf-9200-50a36035e0d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.649200] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1687.649200] env[62437]: value = "task-1811822" [ 1687.649200] env[62437]: _type = "Task" [ 1687.649200] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.657393] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.751868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.751995] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Instance network_info: |[{"id": "71ea3d1a-236b-409a-b625-4f8318099f45", "address": "fa:16:3e:38:ac:88", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ea3d1a-23", "ovs_interfaceid": "71ea3d1a-236b-409a-b625-4f8318099f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.752403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ac:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ea3d1a-236b-409a-b625-4f8318099f45', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.760862] env[62437]: DEBUG oslo.service.loopingcall [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.760862] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.760862] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-626ce93e-a827-4282-8c07-123e98948043 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.777095] env[62437]: DEBUG nova.compute.manager [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Received event network-changed-71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1687.777221] env[62437]: DEBUG nova.compute.manager [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Refreshing instance network info cache due to event network-changed-71ea3d1a-236b-409a-b625-4f8318099f45. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1687.777436] env[62437]: DEBUG oslo_concurrency.lockutils [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] Acquiring lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.777582] env[62437]: DEBUG oslo_concurrency.lockutils [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] Acquired lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.777741] env[62437]: DEBUG nova.network.neutron [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Refreshing network info cache for port 71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.784341] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.784341] env[62437]: value = "task-1811823" [ 1687.784341] env[62437]: _type = "Task" [ 1687.784341] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.793302] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811823, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.145504] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d2e5624d-a543-43ef-8097-31dbb3a6298c tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.694s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.160996] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811822, 'name': ReconfigVM_Task, 'duration_secs': 0.348683} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.164214] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4/9653a5d2-bd45-4b86-8ba2-5547a5322ee4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.165330] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dfb55f1-7b43-4088-b77a-8372bd5ba3d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.173934] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1688.173934] env[62437]: value = "task-1811824" [ 1688.173934] env[62437]: _type = "Task" [ 1688.173934] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.184824] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811824, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.295983] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811823, 'name': CreateVM_Task, 'duration_secs': 0.433196} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.296192] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.296867] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.297045] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.297360] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1688.297620] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3cf8a4-790a-454f-a527-8249d25c2580 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.304108] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1688.304108] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52be0599-ccce-149a-d7bf-97c539876934" [ 1688.304108] env[62437]: _type = "Task" [ 1688.304108] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.311944] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52be0599-ccce-149a-d7bf-97c539876934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.325256] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d9d3f4-186b-4439-987d-736edfe784b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.332090] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe240f-431f-431c-82fd-fd251c6d70cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.362837] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696e960-e48f-40aa-8108-d9735715c677 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.372292] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a05df5-b593-4885-8d4d-04fc5fbf7685 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.386402] env[62437]: DEBUG nova.compute.provider_tree [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.464880] env[62437]: DEBUG nova.objects.instance [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.501009] env[62437]: DEBUG nova.network.neutron [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Updated VIF entry in instance network info cache for port 71ea3d1a-236b-409a-b625-4f8318099f45. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.501488] env[62437]: DEBUG nova.network.neutron [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Updating instance_info_cache with network_info: [{"id": "71ea3d1a-236b-409a-b625-4f8318099f45", "address": "fa:16:3e:38:ac:88", "network": {"id": "fd96d63e-ca62-4717-9bca-39e471194c82", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2082135826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f37262525ee84a10814904eada319cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ea3d1a-23", "ovs_interfaceid": "71ea3d1a-236b-409a-b625-4f8318099f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.685418] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811824, 'name': Rename_Task, 'duration_secs': 0.174926} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.685710] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.685947] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c75be3b7-ffd7-4bbd-ace6-8421b8ef1fac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.692221] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1688.692221] env[62437]: value = "task-1811825" [ 1688.692221] env[62437]: _type = "Task" [ 1688.692221] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.699472] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.814098] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52be0599-ccce-149a-d7bf-97c539876934, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.814423] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.814658] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.814905] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.815070] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.815249] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.815502] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b622797f-25b6-4a42-909c-d75a47edc8b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.824191] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.824361] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.825036] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4aa1c7-01bf-4ed3-bf0b-2fa76d9ee52c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.829925] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1688.829925] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520bffe9-0ef0-0210-c90c-761c10cddb03" [ 1688.829925] env[62437]: _type = "Task" [ 1688.829925] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.837212] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bffe9-0ef0-0210-c90c-761c10cddb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.891465] env[62437]: DEBUG nova.scheduler.client.report [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.971633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.971824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.972037] env[62437]: DEBUG nova.network.neutron [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.972248] env[62437]: DEBUG nova.objects.instance [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'info_cache' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.005673] env[62437]: DEBUG oslo_concurrency.lockutils [req-9349d6fe-1c26-4d7d-b1c7-400a2b59bcc2 req-2340ac28-7b5a-4765-889a-2da13d51c970 service nova] Releasing lock "refresh_cache-8a4c8aff-bcad-4049-ab21-fb890fc10669" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.202570] env[62437]: DEBUG oslo_vmware.api [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811825, 'name': PowerOnVM_Task, 'duration_secs': 0.490697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.202570] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.202709] env[62437]: DEBUG nova.compute.manager [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.203494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8e83f-058b-49b3-a54e-e31100a323d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.340237] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bffe9-0ef0-0210-c90c-761c10cddb03, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.341033] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd14949-4b08-47b5-806e-a17b78e6c2ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.345883] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1689.345883] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f533a9-9e68-e6a1-3015-718fb702ebd0" [ 1689.345883] env[62437]: _type = "Task" [ 1689.345883] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.353649] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f533a9-9e68-e6a1-3015-718fb702ebd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.396876] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.397337] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1689.399961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.625s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.401353] env[62437]: INFO nova.compute.claims [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.475907] env[62437]: DEBUG nova.objects.base [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1689.718907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.857541] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f533a9-9e68-e6a1-3015-718fb702ebd0, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.857541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.857541] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8a4c8aff-bcad-4049-ab21-fb890fc10669/8a4c8aff-bcad-4049-ab21-fb890fc10669.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.857541] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce1315e1-4a22-4ac3-923c-78b7696c20ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.866033] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1689.866033] env[62437]: value = "task-1811826" [ 1689.866033] env[62437]: _type = "Task" [ 1689.866033] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.873382] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.905914] env[62437]: DEBUG nova.compute.utils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.909236] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1689.909454] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.947880] env[62437]: DEBUG nova.policy [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d3f577becc94f6e8b22deb6bab16ec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '161f1d4b715d4f268906cc8bd6a4ca14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.175598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.175886] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.176163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.176328] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.176511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.178682] env[62437]: INFO nova.compute.manager [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Terminating instance [ 1690.236089] env[62437]: DEBUG nova.network.neutron [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [{"id": "e3a066b1-900c-4fb3-bced-be7962beef7a", "address": "fa:16:3e:eb:d8:90", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a066b1-90", "ovs_interfaceid": "e3a066b1-900c-4fb3-bced-be7962beef7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.241219] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Successfully created port: 812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.376112] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.410241] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1690.650023] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e46fa-4046-4295-90fd-cc1f88aeba4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.656973] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fea4b7-ce1e-46e9-87b2-94887a873e07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.688742] env[62437]: DEBUG nova.compute.manager [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.689016] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.690515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3432876-55f8-4912-a9f3-53f54d1bb46a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.693778] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc413cdd-ae5e-4503-8e66-5f92720230c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.705258] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809605d7-4524-4190-a234-04ada2fed839 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.709166] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.709455] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd5807d2-cbab-4725-a59e-396fc3f8608a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.720640] env[62437]: DEBUG nova.compute.provider_tree [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.724134] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1690.724134] env[62437]: value = "task-1811827" [ 1690.724134] env[62437]: _type = "Task" [ 1690.724134] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.727176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.727447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.737902] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.738397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.877077] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.228085] env[62437]: DEBUG nova.scheduler.client.report [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.232277] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.245279] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811827, 'name': PowerOffVM_Task, 'duration_secs': 0.1689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.246040] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.246258] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.246756] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f32c1cd-9619-4baa-a2b7-b63a592cce34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.349444] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.349669] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.349864] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.350148] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8b2fba-6fb6-4b2e-99b5-4385ec9c640f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.358047] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1691.358047] env[62437]: value = "task-1811829" [ 1691.358047] env[62437]: _type = "Task" [ 1691.358047] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.366176] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.375826] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.422814] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1691.450787] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1691.451140] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.451320] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1691.451566] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.451727] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1691.451934] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1691.452197] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1691.452370] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1691.452566] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1691.452753] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1691.452941] env[62437]: DEBUG nova.virt.hardware [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1691.453830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cbad08-acc5-4924-a8fc-c86d0e6ca337 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.461691] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce7173-011d-41b3-b658-2ce9f8a14374 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.668797] env[62437]: DEBUG nova.compute.manager [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Received event network-vif-plugged-812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1691.669112] env[62437]: DEBUG oslo_concurrency.lockutils [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] Acquiring lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.669398] env[62437]: DEBUG oslo_concurrency.lockutils [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] Lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.669687] env[62437]: DEBUG oslo_concurrency.lockutils [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] Lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.669904] env[62437]: DEBUG nova.compute.manager [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] No waiting events found dispatching network-vif-plugged-812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1691.670063] env[62437]: WARNING nova.compute.manager [req-2d556d24-fe77-45f8-b0e9-bcd49cff388f req-2f242f0c-a450-4ffa-a74f-3d123115e4bc service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Received unexpected event network-vif-plugged-812f87e4-0313-44bd-ba23-8c239e455b56 for instance with vm_state building and task_state spawning. [ 1691.733478] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.734170] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1691.737242] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.171s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.749672] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.749995] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f86a90-4369-4d1a-8001-56c5773762cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.758451] env[62437]: DEBUG oslo_vmware.api [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1691.758451] env[62437]: value = "task-1811830" [ 1691.758451] env[62437]: _type = "Task" [ 1691.758451] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.764461] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.768997] env[62437]: DEBUG oslo_vmware.api [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.805368] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Successfully updated port: 812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.868483] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.877334] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.254079] env[62437]: DEBUG nova.compute.utils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1692.254783] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1692.254967] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1692.271631] env[62437]: DEBUG oslo_vmware.api [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.307722] env[62437]: DEBUG nova.policy [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1692.309417] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.309560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquired lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.309702] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.368896] env[62437]: DEBUG oslo_vmware.api [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68614} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.369260] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.369473] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.369665] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.369842] env[62437]: INFO nova.compute.manager [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1692.370095] env[62437]: DEBUG oslo.service.loopingcall [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.373080] env[62437]: DEBUG nova.compute.manager [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.373188] env[62437]: DEBUG nova.network.neutron [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.380045] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811826, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.057021} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.380315] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8a4c8aff-bcad-4049-ab21-fb890fc10669/8a4c8aff-bcad-4049-ab21-fb890fc10669.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.380530] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.380766] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3258de8-2ed9-4fb6-8fa9-21affada6ae2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.388476] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1692.388476] env[62437]: value = "task-1811831" [ 1692.388476] env[62437]: _type = "Task" [ 1692.388476] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.396604] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.569259] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Successfully created port: a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1692.673231] env[62437]: DEBUG nova.compute.manager [req-1fd38fac-b041-49fe-abb4-b0eb0f4807e9 req-56d60f7f-7f8e-482c-b7a9-a4296e7e017b service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Received event network-vif-deleted-7e34403d-529f-4d45-883c-8856765631d4 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.673726] env[62437]: INFO nova.compute.manager [req-1fd38fac-b041-49fe-abb4-b0eb0f4807e9 req-56d60f7f-7f8e-482c-b7a9-a4296e7e017b service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Neutron deleted interface 7e34403d-529f-4d45-883c-8856765631d4; detaching it from the instance and deleting it from the info cache [ 1692.673919] env[62437]: DEBUG nova.network.neutron [req-1fd38fac-b041-49fe-abb4-b0eb0f4807e9 req-56d60f7f-7f8e-482c-b7a9-a4296e7e017b service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.760125] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1692.773986] env[62437]: DEBUG oslo_vmware.api [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811830, 'name': PowerOnVM_Task, 'duration_secs': 0.544299} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.774372] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.774462] env[62437]: DEBUG nova.compute.manager [None req-26288688-bcae-49e3-92c6-6955283e4007 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.775225] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71b94a-a201-4a24-a209-fe1d98948fa6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.786126] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.786221] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c4d21476-6b8c-4b76-a4ba-c1292ffa5843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 987b483b-c364-4179-a59b-0fcce6df5332 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5ace24d7-780e-4544-8742-fd19b66d29d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9999541-2626-4379-a548-5d7d7ba0bff3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9b10aa9-818f-49f3-85e3-409db68fa2ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b27f9556-31c4-458e-8fbc-ae75188c4bf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.787090] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5d33cc66-767c-4729-b851-04e1cc3838f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 98cd0f61-3f74-4ae6-b718-0c27cda0047e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1692.789778] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 21b1dc97-3dd8-4ba0-a820-7d2d34958df8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b7ca73aa-2719-42a7-8354-1acbb921e74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8a4c8aff-bcad-4049-ab21-fb890fc10669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fc827652-f750-480c-8aa4-c1ed847972d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.789778] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7b857b04-8e32-4ec7-a25b-14bcba24e043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1693.535560] env[62437]: DEBUG nova.network.neutron [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.542220] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bca12af3-328f-4ab7-b5c5-7ee29991e686 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1693.546177] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02a7cc0e-d556-4a76-810e-5cd271c49c0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.559037] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.559496] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.562333] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae975aa-35cc-4754-ae49-4d6f646245fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.575177] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71029cd0-71b6-41df-9fb7-465b1b7c6950 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.600063] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8a4c8aff-bcad-4049-ab21-fb890fc10669/8a4c8aff-bcad-4049-ab21-fb890fc10669.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.611725] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.613954] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec6b24d-71b3-4805-a3ea-02ff538be12c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.628294] env[62437]: DEBUG nova.compute.manager [req-1fd38fac-b041-49fe-abb4-b0eb0f4807e9 req-56d60f7f-7f8e-482c-b7a9-a4296e7e017b service nova] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Detach interface failed, port_id=7e34403d-529f-4d45-883c-8856765631d4, reason: Instance 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1693.637473] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1693.637473] env[62437]: value = "task-1811832" [ 1693.637473] env[62437]: _type = "Task" [ 1693.637473] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.646751] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.697977] env[62437]: DEBUG nova.compute.manager [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Received event network-changed-812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1693.697977] env[62437]: DEBUG nova.compute.manager [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Refreshing instance network info cache due to event network-changed-812f87e4-0313-44bd-ba23-8c239e455b56. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1693.697977] env[62437]: DEBUG oslo_concurrency.lockutils [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] Acquiring lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.829541] env[62437]: DEBUG nova.network.neutron [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updating instance_info_cache with network_info: [{"id": "812f87e4-0313-44bd-ba23-8c239e455b56", "address": "fa:16:3e:84:61:f5", "network": {"id": "fd250e7e-89bb-40a4-b525-a3ba91b3e64d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580427722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161f1d4b715d4f268906cc8bd6a4ca14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812f87e4-03", "ovs_interfaceid": "812f87e4-0313-44bd-ba23-8c239e455b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.043100] env[62437]: INFO nova.compute.manager [-] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Took 1.67 seconds to deallocate network for instance. [ 1694.044228] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1694.050479] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1694.050911] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1694.052122] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1694.090565] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1694.090835] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.090962] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1694.091173] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.091366] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1694.091641] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1694.091869] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1694.092042] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1694.092217] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1694.092452] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1694.092580] env[62437]: DEBUG nova.virt.hardware [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1694.093505] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f65b1f-2423-4fc3-97d1-dc342d01edfb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.110581] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fbd89-e089-40d6-bd91-12956c35b5c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.156515] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811832, 'name': ReconfigVM_Task, 'duration_secs': 0.344664} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.156908] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8a4c8aff-bcad-4049-ab21-fb890fc10669/8a4c8aff-bcad-4049-ab21-fb890fc10669.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.158916] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f2b3e58-818f-49c3-94dc-11d59086b786 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.164836] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1694.164836] env[62437]: value = "task-1811833" [ 1694.164836] env[62437]: _type = "Task" [ 1694.164836] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.177103] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811833, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.217372] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Successfully updated port: a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.336066] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Releasing lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.336066] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Instance network_info: |[{"id": "812f87e4-0313-44bd-ba23-8c239e455b56", "address": "fa:16:3e:84:61:f5", "network": {"id": "fd250e7e-89bb-40a4-b525-a3ba91b3e64d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580427722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161f1d4b715d4f268906cc8bd6a4ca14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812f87e4-03", "ovs_interfaceid": "812f87e4-0313-44bd-ba23-8c239e455b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1694.336398] env[62437]: DEBUG oslo_concurrency.lockutils [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] Acquired lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.336398] env[62437]: DEBUG nova.network.neutron [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Refreshing network info cache for port 812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.337833] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:61:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812f87e4-0313-44bd-ba23-8c239e455b56', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.346029] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Creating folder: Project (161f1d4b715d4f268906cc8bd6a4ca14). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.349137] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdb7455e-2e16-4287-97f7-5af3178caae1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.352166] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.352387] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.352619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.352835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.353016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.355651] env[62437]: INFO nova.compute.manager [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Terminating instance [ 1694.365463] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Created folder: Project (161f1d4b715d4f268906cc8bd6a4ca14) in parent group-v375259. [ 1694.365701] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Creating folder: Instances. Parent ref: group-v375474. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.366544] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a246ad3-05e9-40b1-bee4-5e0d40798a02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.378028] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Created folder: Instances in parent group-v375474. [ 1694.378483] env[62437]: DEBUG oslo.service.loopingcall [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.378483] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.378669] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca40c7c-b132-4f64-ba78-7ea16f135530 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.405028] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.405028] env[62437]: value = "task-1811836" [ 1694.405028] env[62437]: _type = "Task" [ 1694.405028] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.411946] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887ae358-b470-4e9e-a620-34aa0054f740 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.422715] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811836, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.427822] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511d818-bc8a-4080-ad67-0b85f5f0c20d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.478535] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1ae43-bfe8-4f96-bef5-a0f23ac4f321 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.489864] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da891ab-47d6-47dd-8a3c-236c96de161f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.503799] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.561749] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.677756] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811833, 'name': Rename_Task, 'duration_secs': 0.153706} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.678134] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.678328] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d82e13f0-69c0-46e9-931e-5cdd1ebd517f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.685354] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1694.685354] env[62437]: value = "task-1811837" [ 1694.685354] env[62437]: _type = "Task" [ 1694.685354] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.693316] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.720316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.720813] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.721062] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.860032] env[62437]: DEBUG nova.compute.manager [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.860253] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.861912] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab42132c-6fb0-43d6-b95b-912de1f7bed9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.869470] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.869718] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31af7941-69c4-473d-bcc0-92dc23805582 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.875838] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1694.875838] env[62437]: value = "task-1811838" [ 1694.875838] env[62437]: _type = "Task" [ 1694.875838] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.886434] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.914498] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811836, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.007517] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.067775] env[62437]: DEBUG nova.network.neutron [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updated VIF entry in instance network info cache for port 812f87e4-0313-44bd-ba23-8c239e455b56. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.068255] env[62437]: DEBUG nova.network.neutron [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updating instance_info_cache with network_info: [{"id": "812f87e4-0313-44bd-ba23-8c239e455b56", "address": "fa:16:3e:84:61:f5", "network": {"id": "fd250e7e-89bb-40a4-b525-a3ba91b3e64d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580427722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161f1d4b715d4f268906cc8bd6a4ca14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812f87e4-03", "ovs_interfaceid": "812f87e4-0313-44bd-ba23-8c239e455b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.195941] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.274998] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.387667] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811838, 'name': PowerOffVM_Task, 'duration_secs': 0.253136} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.387979] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.388165] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.388453] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3cc70c5-ab0b-4f3d-b178-aa62ccfd4e8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.415754] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811836, 'name': CreateVM_Task, 'duration_secs': 0.778319} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.415942] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.416598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.416766] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.417098] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.417351] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0033ac7-80bf-442b-8de3-206980644a58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.420296] env[62437]: DEBUG nova.network.neutron [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Updating instance_info_cache with network_info: [{"id": "a41d851e-4d28-4945-8782-fff835c3fd89", "address": "fa:16:3e:90:07:c0", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41d851e-4d", "ovs_interfaceid": "a41d851e-4d28-4945-8782-fff835c3fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.424345] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1695.424345] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c05335-9ea7-9e60-cf3b-99a9aa140b95" [ 1695.424345] env[62437]: _type = "Task" [ 1695.424345] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.431790] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c05335-9ea7-9e60-cf3b-99a9aa140b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.511364] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1695.511664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.774s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.512050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.357s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.513530] env[62437]: INFO nova.compute.claims [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.571073] env[62437]: DEBUG oslo_concurrency.lockutils [req-185668ba-d62a-448e-a29f-4c0d7bea388d req-04c1b795-d298-4d7e-92d8-2348d8fa9b2b service nova] Releasing lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.666128] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.666504] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.666803] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleting the datastore file [datastore1] bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.667203] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07502489-0c98-44d3-b638-0e63277e0b86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.675033] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1695.675033] env[62437]: value = "task-1811840" [ 1695.675033] env[62437]: _type = "Task" [ 1695.675033] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.684708] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.694967] env[62437]: DEBUG oslo_vmware.api [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811837, 'name': PowerOnVM_Task, 'duration_secs': 0.598501} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.695256] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.695460] env[62437]: INFO nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Took 12.84 seconds to spawn the instance on the hypervisor. [ 1695.695680] env[62437]: DEBUG nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.696437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e76520-7965-4171-9580-259dbcc8b9ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.721440] env[62437]: DEBUG nova.compute.manager [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Received event network-vif-plugged-a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1695.721708] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Acquiring lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.721877] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.722059] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.722231] env[62437]: DEBUG nova.compute.manager [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] No waiting events found dispatching network-vif-plugged-a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.722430] env[62437]: WARNING nova.compute.manager [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Received unexpected event network-vif-plugged-a41d851e-4d28-4945-8782-fff835c3fd89 for instance with vm_state building and task_state spawning. [ 1695.722621] env[62437]: DEBUG nova.compute.manager [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Received event network-changed-a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1695.722776] env[62437]: DEBUG nova.compute.manager [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Refreshing instance network info cache due to event network-changed-a41d851e-4d28-4945-8782-fff835c3fd89. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1695.722940] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Acquiring lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.923633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.923903] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Instance network_info: |[{"id": "a41d851e-4d28-4945-8782-fff835c3fd89", "address": "fa:16:3e:90:07:c0", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41d851e-4d", "ovs_interfaceid": "a41d851e-4d28-4945-8782-fff835c3fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1695.924262] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Acquired lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.924443] env[62437]: DEBUG nova.network.neutron [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Refreshing network info cache for port a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.925713] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:07:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a41d851e-4d28-4945-8782-fff835c3fd89', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1695.933605] env[62437]: DEBUG oslo.service.loopingcall [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.934641] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1695.937857] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0dd2d46-15ba-4cb9-8a8d-c03d24749110 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.957549] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c05335-9ea7-9e60-cf3b-99a9aa140b95, 'name': SearchDatastore_Task, 'duration_secs': 0.014804} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.958728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.958946] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.959191] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.959341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.959522] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.959745] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1695.959745] env[62437]: value = "task-1811841" [ 1695.959745] env[62437]: _type = "Task" [ 1695.959745] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.959909] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0528b328-66ab-48f4-84a7-4b39629fdf2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.969599] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811841, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.981524] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.981703] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.982370] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ae8a21-a221-4678-8e16-e7108501aa75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.987481] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1695.987481] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52847a93-3ef6-faaf-7f16-becc124e9076" [ 1695.987481] env[62437]: _type = "Task" [ 1695.987481] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.996655] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52847a93-3ef6-faaf-7f16-becc124e9076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.184381] env[62437]: DEBUG oslo_vmware.api [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180464} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.184651] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.184839] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1696.185019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1696.185198] env[62437]: INFO nova.compute.manager [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1696.185437] env[62437]: DEBUG oslo.service.loopingcall [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.185633] env[62437]: DEBUG nova.compute.manager [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1696.185721] env[62437]: DEBUG nova.network.neutron [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1696.217022] env[62437]: INFO nova.compute.manager [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Took 39.60 seconds to build instance. [ 1696.474213] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811841, 'name': CreateVM_Task, 'duration_secs': 0.459708} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.474435] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.475094] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.475259] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.475575] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.475814] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1b16ae-8096-45b2-86d1-7e6bcae2b9b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.481458] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1696.481458] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52709538-368b-60f3-d76a-4f5f104c7e96" [ 1696.481458] env[62437]: _type = "Task" [ 1696.481458] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.488896] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52709538-368b-60f3-d76a-4f5f104c7e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.496448] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52847a93-3ef6-faaf-7f16-becc124e9076, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.497165] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a6d75d-427a-4558-b042-03ef3a25242d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.501979] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1696.501979] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a55072-11ae-fc10-8f23-fd967ac92a73" [ 1696.501979] env[62437]: _type = "Task" [ 1696.501979] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.510798] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a55072-11ae-fc10-8f23-fd967ac92a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.667632] env[62437]: DEBUG nova.network.neutron [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Updated VIF entry in instance network info cache for port a41d851e-4d28-4945-8782-fff835c3fd89. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.667994] env[62437]: DEBUG nova.network.neutron [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Updating instance_info_cache with network_info: [{"id": "a41d851e-4d28-4945-8782-fff835c3fd89", "address": "fa:16:3e:90:07:c0", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41d851e-4d", "ovs_interfaceid": "a41d851e-4d28-4945-8782-fff835c3fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.720118] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ea16c2cb-7229-4784-8ddc-b28e26e3cd62 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.109s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.823552] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7fe1f-3bcc-4774-ad32-bd852dc653cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.831323] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fbae56-a7bb-40b7-9134-220afe7f2732 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.868899] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82efa5a3-964d-4a54-822f-b73b66b0f33a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.877643] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335137d-f473-4bf4-886f-19fcc2e324a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.892159] env[62437]: DEBUG nova.compute.provider_tree [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.993017] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52709538-368b-60f3-d76a-4f5f104c7e96, 'name': SearchDatastore_Task, 'duration_secs': 0.019385} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.993767] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.994176] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.994431] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.016390] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a55072-11ae-fc10-8f23-fd967ac92a73, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.016684] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.016949] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fc827652-f750-480c-8aa4-c1ed847972d2/fc827652-f750-480c-8aa4-c1ed847972d2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.017250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.017436] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.017660] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276d15c0-c9b9-4ee0-a090-46e488f6c08c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.019662] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a55b0dd-f3e5-424e-a9c9-2a15e8669008 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.032188] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1697.032188] env[62437]: value = "task-1811842" [ 1697.032188] env[62437]: _type = "Task" [ 1697.032188] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.032847] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.033084] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.040817] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9eaed6-d310-4005-a2af-c49c49f101ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.052350] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.052350] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1697.052350] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ebe94c-333c-0ad9-3765-14dde57327a2" [ 1697.052350] env[62437]: _type = "Task" [ 1697.052350] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.063837] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ebe94c-333c-0ad9-3765-14dde57327a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.063837] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39245398-0e83-4add-aa65-23bb6b0ba87f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.069988] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1697.069988] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527f4ce9-2f67-0164-d384-809bed24cc8b" [ 1697.069988] env[62437]: _type = "Task" [ 1697.069988] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.081485] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527f4ce9-2f67-0164-d384-809bed24cc8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.082214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.082214] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7b857b04-8e32-4ec7-a25b-14bcba24e043/7b857b04-8e32-4ec7-a25b-14bcba24e043.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.086021] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba1ba01-a80f-4dd7-9fb2-2b71cb9b28c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.089263] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1697.089263] env[62437]: value = "task-1811843" [ 1697.089263] env[62437]: _type = "Task" [ 1697.089263] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.101309] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.171832] env[62437]: DEBUG oslo_concurrency.lockutils [req-2ae581c1-5f39-4575-83eb-fefaf5be201d req-98e22cc5-a5a2-4844-bc4e-4040680b7efa service nova] Releasing lock "refresh_cache-7b857b04-8e32-4ec7-a25b-14bcba24e043" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.231965] env[62437]: DEBUG nova.network.neutron [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.396808] env[62437]: DEBUG nova.scheduler.client.report [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.543801] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462117} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.544213] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fc827652-f750-480c-8aa4-c1ed847972d2/fc827652-f750-480c-8aa4-c1ed847972d2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.544493] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.544847] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daffbc9a-2301-433d-81e8-c7e3ae3d9995 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.553578] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1697.553578] env[62437]: value = "task-1811844" [ 1697.553578] env[62437]: _type = "Task" [ 1697.553578] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.562928] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.604299] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811843, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.734536] env[62437]: INFO nova.compute.manager [-] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Took 1.55 seconds to deallocate network for instance. [ 1697.756094] env[62437]: DEBUG nova.compute.manager [req-50061273-53e1-429d-b2e5-03e202c54f59 req-42be4954-0932-4443-83cd-19f701515108 service nova] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Received event network-vif-deleted-e3a066b1-900c-4fb3-bced-be7962beef7a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1697.902164] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.902787] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.905798] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.718s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.905988] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.907964] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.027s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.908162] env[62437]: DEBUG nova.objects.instance [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1697.935418] env[62437]: INFO nova.scheduler.client.report [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted allocations for instance 987b483b-c364-4179-a59b-0fcce6df5332 [ 1698.063653] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090423} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.063951] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.064739] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfbbc4f-4b4a-477c-9afd-24f66c2710e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.087172] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fc827652-f750-480c-8aa4-c1ed847972d2/fc827652-f750-480c-8aa4-c1ed847972d2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.088255] env[62437]: DEBUG nova.compute.manager [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.088499] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e147066-e3f3-4309-8353-8d351a5785b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.102860] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5980c5-7f76-4ee7-82a1-c1e218eba33e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.116090] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.120085] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7b857b04-8e32-4ec7-a25b-14bcba24e043/7b857b04-8e32-4ec7-a25b-14bcba24e043.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.120273] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.120861] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1698.120861] env[62437]: value = "task-1811845" [ 1698.120861] env[62437]: _type = "Task" [ 1698.120861] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.121076] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abeccea-77d0-47ea-af82-7fa980122b97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.131706] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.133015] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1698.133015] env[62437]: value = "task-1811846" [ 1698.133015] env[62437]: _type = "Task" [ 1698.133015] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.140744] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.243270] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.412802] env[62437]: DEBUG nova.compute.utils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.417948] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1698.417948] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.445566] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3dd1bb91-01a1-4115-adc7-3a750f430ada tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "987b483b-c364-4179-a59b-0fcce6df5332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.747s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.487580] env[62437]: DEBUG nova.policy [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639fcb707b554442a7354f121cee140f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8715a8889b3145408826e989c7205383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.620422] env[62437]: INFO nova.compute.manager [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] instance snapshotting [ 1698.626019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0631ec-5d9e-423a-9c4a-c504567bc220 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.637056] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.657985] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f47e3-da7b-44e5-970e-ae018f8f2bf2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.665597] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070268} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.667737] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.671515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b1727-4d6c-488c-a9a5-a463afa41e5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.705551] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7b857b04-8e32-4ec7-a25b-14bcba24e043/7b857b04-8e32-4ec7-a25b-14bcba24e043.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.706114] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d82f3c-8939-4474-996e-bf41837d3546 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.721599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.722363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.722494] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.722747] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.722978] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.725182] env[62437]: INFO nova.compute.manager [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Terminating instance [ 1698.730890] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1698.730890] env[62437]: value = "task-1811847" [ 1698.730890] env[62437]: _type = "Task" [ 1698.730890] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.742459] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.828641] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Successfully created port: d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.918080] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1698.922972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d13a3d9-f03a-4e99-a3dd-4d92ac6ea55a tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.923245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.641s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.923435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.928122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.516s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.928122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.928122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.209s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.928122] env[62437]: DEBUG nova.objects.instance [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1698.958701] env[62437]: INFO nova.scheduler.client.report [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance 21b1dc97-3dd8-4ba0-a820-7d2d34958df8 [ 1698.959748] env[62437]: INFO nova.scheduler.client.report [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Deleted allocations for instance 98cd0f61-3f74-4ae6-b718-0c27cda0047e [ 1699.140328] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811845, 'name': ReconfigVM_Task, 'duration_secs': 0.780901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.140794] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fc827652-f750-480c-8aa4-c1ed847972d2/fc827652-f750-480c-8aa4-c1ed847972d2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.141627] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc6ba98-1765-43d1-bbbc-8092754f6bb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.150298] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1699.150298] env[62437]: value = "task-1811848" [ 1699.150298] env[62437]: _type = "Task" [ 1699.150298] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.161026] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811848, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.182291] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1699.182663] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b4f9efa-fc87-40f5-8b48-c4e9ebb5a0c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.189974] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1699.189974] env[62437]: value = "task-1811849" [ 1699.189974] env[62437]: _type = "Task" [ 1699.189974] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.198951] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.228842] env[62437]: DEBUG nova.compute.manager [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.229116] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.230138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13937e-7655-4f30-a69b-68f116533818 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.241072] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811847, 'name': ReconfigVM_Task, 'duration_secs': 0.307909} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.243199] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7b857b04-8e32-4ec7-a25b-14bcba24e043/7b857b04-8e32-4ec7-a25b-14bcba24e043.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.243887] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.244090] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03473867-6b1c-4c6b-8160-7d0266742ebe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.245523] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5306c9-93fa-4c9b-8ae9-bcc6cf0ec6fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.251121] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1699.251121] env[62437]: value = "task-1811850" [ 1699.251121] env[62437]: _type = "Task" [ 1699.251121] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.252309] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1699.252309] env[62437]: value = "task-1811851" [ 1699.252309] env[62437]: _type = "Task" [ 1699.252309] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.268874] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811850, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.272220] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.470179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-868eb03b-7638-449b-b1f1-31b6e1513d36 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "21b1dc97-3dd8-4ba0-a820-7d2d34958df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.982s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.471753] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bcdb62eb-518a-4c26-b604-b13a1afdb0a0 tempest-ServerShowV254Test-758467875 tempest-ServerShowV254Test-758467875-project-member] Lock "98cd0f61-3f74-4ae6-b718-0c27cda0047e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.432s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.659744] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811848, 'name': Rename_Task, 'duration_secs': 0.159558} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.660042] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.660294] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad0d509-df44-4fb5-855c-fa2892f19c68 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.666089] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1699.666089] env[62437]: value = "task-1811852" [ 1699.666089] env[62437]: _type = "Task" [ 1699.666089] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.673484] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.699144] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.764671] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811851, 'name': PowerOffVM_Task, 'duration_secs': 0.194175} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.767688] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.767870] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.768154] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811850, 'name': Rename_Task, 'duration_secs': 0.187231} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.768363] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-970e5b3b-66b0-47bb-b480-904379a98fd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.769800] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.770060] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e92eaad-8319-4d7b-809c-78b023deec3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.776990] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1699.776990] env[62437]: value = "task-1811854" [ 1699.776990] env[62437]: _type = "Task" [ 1699.776990] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.784552] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.937282] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1699.940429] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7cd2573e-ed05-49a8-aee6-8fe2e344dc35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.941596] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.177s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.944531] env[62437]: INFO nova.compute.claims [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.955422] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.955422] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.955608] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleting the datastore file [datastore1] c4d21476-6b8c-4b76-a4ba-c1292ffa5843 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.955943] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de23a1d-34bb-4c79-a65b-10500011725b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.965930] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for the task: (returnval){ [ 1699.965930] env[62437]: value = "task-1811855" [ 1699.965930] env[62437]: _type = "Task" [ 1699.965930] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.980391] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.983969] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.984403] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.984403] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.984403] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.984614] env[62437]: DEBUG nova.virt.hardware [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.985376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ffb8c9-ea40-4c16-a266-7ada7790ea8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.995489] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca7c99-d3ec-4f6f-ac2f-ea31aa3b6442 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.180139] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.201215] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811849, 'name': CreateSnapshot_Task, 'duration_secs': 0.797583} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.201567] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1700.202399] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c577a47-d9e8-447b-9a09-4f11de1189ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.289084] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811854, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.357687] env[62437]: DEBUG nova.compute.manager [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Received event network-vif-plugged-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1700.358518] env[62437]: DEBUG oslo_concurrency.lockutils [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] Acquiring lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.358810] env[62437]: DEBUG oslo_concurrency.lockutils [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.359103] env[62437]: DEBUG oslo_concurrency.lockutils [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.359376] env[62437]: DEBUG nova.compute.manager [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] No waiting events found dispatching network-vif-plugged-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.359640] env[62437]: WARNING nova.compute.manager [req-6328475a-c571-457e-b455-299eec63faee req-06fb12e1-d239-4d8a-927b-f57586af88e6 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Received unexpected event network-vif-plugged-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 for instance with vm_state building and task_state spawning. [ 1700.430261] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Successfully updated port: d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.476560] env[62437]: DEBUG oslo_vmware.api [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Task: {'id': task-1811855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184797} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.476837] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.477047] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.477232] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.477409] env[62437]: INFO nova.compute.manager [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1700.477651] env[62437]: DEBUG oslo.service.loopingcall [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.478109] env[62437]: DEBUG nova.compute.manager [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.478212] env[62437]: DEBUG nova.network.neutron [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.676761] env[62437]: DEBUG oslo_vmware.api [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811852, 'name': PowerOnVM_Task, 'duration_secs': 0.518774} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.677044] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.677253] env[62437]: INFO nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1700.677431] env[62437]: DEBUG nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.678227] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d606ef-6a7e-4e09-8689-c5c2a101ad03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.727613] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1700.727896] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c444ee80-bc3c-483f-840d-65b814a28f34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.737103] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1700.737103] env[62437]: value = "task-1811856" [ 1700.737103] env[62437]: _type = "Task" [ 1700.737103] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.746904] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811856, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.788317] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811854, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.933434] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.933709] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.934073] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.203555] env[62437]: INFO nova.compute.manager [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Took 33.11 seconds to build instance. [ 1701.224871] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a20a90-0334-4754-9636-b34958e12ff4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.234399] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec3cd4-81c6-4abf-9139-bcfa75b43892 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.240267] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.240493] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.274762] env[62437]: DEBUG nova.network.neutron [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.277167] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba533c6-e22e-4992-bafe-08409b2f4bac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.284592] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811856, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.296051] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22d99f-c62c-4582-b552-d3014e3ea294 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.300148] env[62437]: DEBUG oslo_vmware.api [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811854, 'name': PowerOnVM_Task, 'duration_secs': 1.257109} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.300406] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.300626] env[62437]: INFO nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1701.300842] env[62437]: DEBUG nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.301913] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4ff6f-a28a-4727-b685-12540bd530b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.312482] env[62437]: DEBUG nova.compute.provider_tree [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.464649] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.606206] env[62437]: DEBUG nova.network.neutron [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updating instance_info_cache with network_info: [{"id": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "address": "fa:16:3e:3f:12:13", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aa8af0-6b", "ovs_interfaceid": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.708446] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f6af456-8efb-4793-ad0e-55b3696088e7 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.629s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.746907] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.752144] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811856, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.780865] env[62437]: INFO nova.compute.manager [-] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Took 1.30 seconds to deallocate network for instance. [ 1701.818022] env[62437]: DEBUG nova.scheduler.client.report [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.827380] env[62437]: INFO nova.compute.manager [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Took 32.07 seconds to build instance. [ 1701.844366] env[62437]: DEBUG nova.compute.manager [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Received event network-changed-812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1701.844481] env[62437]: DEBUG nova.compute.manager [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Refreshing instance network info cache due to event network-changed-812f87e4-0313-44bd-ba23-8c239e455b56. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1701.844927] env[62437]: DEBUG oslo_concurrency.lockutils [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] Acquiring lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.844927] env[62437]: DEBUG oslo_concurrency.lockutils [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] Acquired lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.844927] env[62437]: DEBUG nova.network.neutron [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Refreshing network info cache for port 812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.108241] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.108501] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance network_info: |[{"id": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "address": "fa:16:3e:3f:12:13", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aa8af0-6b", "ovs_interfaceid": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.108920] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:12:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7aa8af0-6bd9-4d64-ab94-5bde775d2770', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.116397] env[62437]: DEBUG oslo.service.loopingcall [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.116940] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.117325] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77bbc9f3-ed2f-4096-9d2b-54b396351440 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.137604] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.137604] env[62437]: value = "task-1811857" [ 1702.137604] env[62437]: _type = "Task" [ 1702.137604] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.145672] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811857, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.210762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.250345] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811856, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.273892] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.292158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.325502] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.325870] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.328910] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.767s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.329201] env[62437]: DEBUG nova.objects.instance [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'resources' on Instance uuid 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.331835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-12e75e27-8a94-44ae-8585-9d86dd915ebc tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.585s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.331835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.120s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.331835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.331835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.331835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.333803] env[62437]: INFO nova.compute.manager [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Terminating instance [ 1702.392912] env[62437]: DEBUG nova.compute.manager [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Received event network-changed-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1702.393103] env[62437]: DEBUG nova.compute.manager [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Refreshing instance network info cache due to event network-changed-d7aa8af0-6bd9-4d64-ab94-5bde775d2770. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1702.393308] env[62437]: DEBUG oslo_concurrency.lockutils [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] Acquiring lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.393457] env[62437]: DEBUG oslo_concurrency.lockutils [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] Acquired lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.393623] env[62437]: DEBUG nova.network.neutron [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Refreshing network info cache for port d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.589952] env[62437]: DEBUG nova.network.neutron [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updated VIF entry in instance network info cache for port 812f87e4-0313-44bd-ba23-8c239e455b56. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.590340] env[62437]: DEBUG nova.network.neutron [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updating instance_info_cache with network_info: [{"id": "812f87e4-0313-44bd-ba23-8c239e455b56", "address": "fa:16:3e:84:61:f5", "network": {"id": "fd250e7e-89bb-40a4-b525-a3ba91b3e64d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580427722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161f1d4b715d4f268906cc8bd6a4ca14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812f87e4-03", "ovs_interfaceid": "812f87e4-0313-44bd-ba23-8c239e455b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.647820] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811857, 'name': CreateVM_Task, 'duration_secs': 0.488389} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.648032] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.648656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.648832] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.649173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.649421] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d419a0c-40ee-44f6-a0ef-4abc1675f94b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.653811] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1702.653811] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520bade2-50c1-fa57-92d2-577ec7a78be6" [ 1702.653811] env[62437]: _type = "Task" [ 1702.653811] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.661710] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bade2-50c1-fa57-92d2-577ec7a78be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.751550] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811856, 'name': CloneVM_Task, 'duration_secs': 1.818106} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.751845] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Created linked-clone VM from snapshot [ 1702.752596] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7a4fd-6965-4efb-8ece-cd9e219c42f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.760156] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Uploading image 549f2f20-b4ba-431e-a37d-541c017c6ecf {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1702.774330] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1702.774683] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53ad317c-d339-42e7-bcf9-8aabfd55804b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.782900] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1702.782900] env[62437]: value = "task-1811858" [ 1702.782900] env[62437]: _type = "Task" [ 1702.782900] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.791665] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811858, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.832295] env[62437]: DEBUG nova.compute.utils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.833857] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.834011] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.838842] env[62437]: DEBUG nova.compute.manager [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1702.838842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.840052] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e9673-7d5f-4c67-b505-032e2e0510b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.848015] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.848849] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fe5fbf-e835-46df-8623-adbd1750b83b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.855632] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1702.855632] env[62437]: value = "task-1811859" [ 1702.855632] env[62437]: _type = "Task" [ 1702.855632] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.868587] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.881849] env[62437]: DEBUG nova.policy [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec46f32f3db4d8ab3af517359b89f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24ac2e150ac46418df68f2704dfb996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1703.094737] env[62437]: DEBUG oslo_concurrency.lockutils [req-a814b290-b9b3-42e9-b5e5-874d53bfa763 req-e0639789-bd85-451a-ace1-4f09ac5de103 service nova] Releasing lock "refresh_cache-fc827652-f750-480c-8aa4-c1ed847972d2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.156287] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34482979-3049-4ae4-902e-722279d51ea1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.167219] env[62437]: DEBUG nova.network.neutron [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updated VIF entry in instance network info cache for port d7aa8af0-6bd9-4d64-ab94-5bde775d2770. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.167590] env[62437]: DEBUG nova.network.neutron [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updating instance_info_cache with network_info: [{"id": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "address": "fa:16:3e:3f:12:13", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aa8af0-6b", "ovs_interfaceid": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.176308] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bade2-50c1-fa57-92d2-577ec7a78be6, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.177549] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b490759-f688-43b5-b80e-04a0123aa391 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.180830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.182419] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.182537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.182760] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.182916] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.183825] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1088eb16-ad87-456e-85a2-154c5954947b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.218734] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d7c9d-5932-4d04-8e18-a2ab4313e40a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.221468] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.221584] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.222262] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa650ef3-5a73-4af1-8e22-428ccde9f14e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.230575] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a968fd50-6908-4135-9a5c-26da93fd35f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.234665] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1703.234665] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526913b5-bf34-2284-91e1-3ebd01a471a3" [ 1703.234665] env[62437]: _type = "Task" [ 1703.234665] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.246619] env[62437]: DEBUG nova.compute.provider_tree [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.253267] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526913b5-bf34-2284-91e1-3ebd01a471a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.254151] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34d3ca9-361d-428d-af27-0bdd39ff5738 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.260440] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1703.260440] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52854da6-6164-15d6-f0a0-9f614b41b1a3" [ 1703.260440] env[62437]: _type = "Task" [ 1703.260440] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.269228] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52854da6-6164-15d6-f0a0-9f614b41b1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.277422] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Successfully created port: a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.292905] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811858, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.339390] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.366303] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811859, 'name': PowerOffVM_Task, 'duration_secs': 0.254686} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.366543] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.366716] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.366969] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e71b97-d627-4812-8089-3cf0d1b6a02a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.480278] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.480452] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.480640] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] 7b857b04-8e32-4ec7-a25b-14bcba24e043 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.480912] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed63c3d5-6a60-413d-a97a-29e789d6721a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.487872] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1703.487872] env[62437]: value = "task-1811861" [ 1703.487872] env[62437]: _type = "Task" [ 1703.487872] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.495819] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.678271] env[62437]: DEBUG oslo_concurrency.lockutils [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] Releasing lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.678565] env[62437]: DEBUG nova.compute.manager [req-98c4e41b-3353-4975-aa26-74ff62d70548 req-ed0b536b-6ca4-43f5-af75-9686627035d5 service nova] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Received event network-vif-deleted-2b7df406-9fa6-4f72-8806-6995bd8320eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1703.750012] env[62437]: DEBUG nova.scheduler.client.report [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.770019] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52854da6-6164-15d6-f0a0-9f614b41b1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.033775} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.770873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.771151] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.771403] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9464b7d3-32c7-454e-ac0a-efbc6b8442c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.777868] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1703.777868] env[62437]: value = "task-1811862" [ 1703.777868] env[62437]: _type = "Task" [ 1703.777868] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.785673] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.794123] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811858, 'name': Destroy_Task, 'duration_secs': 0.538255} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.794391] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Destroyed the VM [ 1703.794640] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1703.794876] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35149169-481c-40c9-b678-ad1768acec81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.801544] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1703.801544] env[62437]: value = "task-1811863" [ 1703.801544] env[62437]: _type = "Task" [ 1703.801544] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.808932] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.998337] env[62437]: DEBUG oslo_vmware.api [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229864} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.998608] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.998798] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.998984] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.999185] env[62437]: INFO nova.compute.manager [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1703.999481] env[62437]: DEBUG oslo.service.loopingcall [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.999732] env[62437]: DEBUG nova.compute.manager [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1703.999861] env[62437]: DEBUG nova.network.neutron [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.255355] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.258120] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.015s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.258439] env[62437]: DEBUG nova.objects.instance [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'resources' on Instance uuid bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.287960] env[62437]: INFO nova.scheduler.client.report [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocations for instance 9653a5d2-bd45-4b86-8ba2-5547a5322ee4 [ 1704.295509] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503458} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.297923] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.297923] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.302755] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ec1d6d-4a17-42ca-9035-225b0b683b9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.317747] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811863, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.318704] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1704.318704] env[62437]: value = "task-1811864" [ 1704.318704] env[62437]: _type = "Task" [ 1704.318704] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.332474] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.350156] env[62437]: DEBUG nova.compute.manager [req-07fa085d-07aa-45a5-8c90-b3920ea710d8 req-329eeea9-a504-4e8e-8440-f8a32c1cb3e0 service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Received event network-vif-deleted-a41d851e-4d28-4945-8782-fff835c3fd89 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1704.350370] env[62437]: INFO nova.compute.manager [req-07fa085d-07aa-45a5-8c90-b3920ea710d8 req-329eeea9-a504-4e8e-8440-f8a32c1cb3e0 service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Neutron deleted interface a41d851e-4d28-4945-8782-fff835c3fd89; detaching it from the instance and deleting it from the info cache [ 1704.350542] env[62437]: DEBUG nova.network.neutron [req-07fa085d-07aa-45a5-8c90-b3920ea710d8 req-329eeea9-a504-4e8e-8440-f8a32c1cb3e0 service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.352269] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.379273] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.379523] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.379681] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.379863] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.380030] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.380191] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.380403] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.380562] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.380731] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.380895] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.381083] env[62437]: DEBUG nova.virt.hardware [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.382529] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d9577-98f9-402a-a1bc-4e84cd81b07d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.390014] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafacf6-2bfa-4e48-a141-6d705539c45f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.777727] env[62437]: DEBUG nova.compute.manager [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Received event network-vif-plugged-a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1704.777958] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.778187] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.778360] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.778529] env[62437]: DEBUG nova.compute.manager [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] No waiting events found dispatching network-vif-plugged-a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.778741] env[62437]: WARNING nova.compute.manager [req-9b677e34-2ad7-43fc-ab61-4348b3e8aa7d req-e0e02fff-bb44-4ad1-b625-3ea05530eb77 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Received unexpected event network-vif-plugged-a70df64c-3dd3-45e9-8777-655df544c0fa for instance with vm_state building and task_state spawning. [ 1704.810338] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1dc23b14-168f-4ee8-9bab-c63e81752e35 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "9653a5d2-bd45-4b86-8ba2-5547a5322ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.634s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.817532] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811863, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.829813] env[62437]: DEBUG nova.network.neutron [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.830908] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.831282] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.832097] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b22d8-d173-40c6-95aa-d5970467f36d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.858254] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.861669] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee757fff-5fef-4206-9990-5a7aae246394 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.877052] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Successfully updated port: a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.878239] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9231774-6dfd-46c9-a877-b6586eebed70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.889556] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201952e-e136-46dd-8fdb-07df09266db1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.900288] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1704.900288] env[62437]: value = "task-1811865" [ 1704.900288] env[62437]: _type = "Task" [ 1704.900288] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.917735] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.931616] env[62437]: DEBUG nova.compute.manager [req-07fa085d-07aa-45a5-8c90-b3920ea710d8 req-329eeea9-a504-4e8e-8440-f8a32c1cb3e0 service nova] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Detach interface failed, port_id=a41d851e-4d28-4945-8782-fff835c3fd89, reason: Instance 7b857b04-8e32-4ec7-a25b-14bcba24e043 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1705.039062] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e32996-6a0f-40d7-88b7-419e83a6793c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.048294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1f204-c038-4ec4-9cd6-17755d87ea3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.084464] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213962af-e380-4a70-9603-7290be84c8ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.092087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3c039-c2a0-48b0-97a5-8d7b85b12076 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.105344] env[62437]: DEBUG nova.compute.provider_tree [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.314586] env[62437]: DEBUG oslo_vmware.api [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811863, 'name': RemoveSnapshot_Task, 'duration_secs': 1.124955} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.314874] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1705.331906] env[62437]: INFO nova.compute.manager [-] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Took 1.33 seconds to deallocate network for instance. [ 1705.381453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.381649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.381817] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.413193] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811865, 'name': ReconfigVM_Task, 'duration_secs': 0.300127} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.413466] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Reconfigured VM instance instance-0000004e to attach disk [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.414078] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f11571fd-6187-40ff-afbd-c7190b1ae617 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.420779] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1705.420779] env[62437]: value = "task-1811866" [ 1705.420779] env[62437]: _type = "Task" [ 1705.420779] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.428173] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811866, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.609041] env[62437]: DEBUG nova.scheduler.client.report [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.819234] env[62437]: WARNING nova.compute.manager [None req-b2144f26-cde3-4c26-8e02-159ec23ec7d3 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Image not found during snapshot: nova.exception.ImageNotFound: Image 549f2f20-b4ba-431e-a37d-541c017c6ecf could not be found. [ 1705.838031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.913728] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.930379] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811866, 'name': Rename_Task, 'duration_secs': 0.179137} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.933266] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.933543] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb70cd2d-00db-45fa-a02d-9d916e7ff1ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.941142] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1705.941142] env[62437]: value = "task-1811867" [ 1705.941142] env[62437]: _type = "Task" [ 1705.941142] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.951378] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.091803] env[62437]: DEBUG nova.network.neutron [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.114080] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.116232] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.842s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.117785] env[62437]: INFO nova.compute.claims [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.134057] env[62437]: INFO nova.scheduler.client.report [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted allocations for instance bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb [ 1706.335294] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.335565] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.335770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.335956] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.336148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.338212] env[62437]: INFO nova.compute.manager [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Terminating instance [ 1706.452712] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.595853] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.596348] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Instance network_info: |[{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.596939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ab:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70df64c-3dd3-45e9-8777-655df544c0fa', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.609054] env[62437]: DEBUG oslo.service.loopingcall [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.609821] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.610167] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff2a097-828b-4adc-a02e-1913414de9a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.641057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-94a2852a-a2d9-4a7c-92b5-5061efcc7253 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.288s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.643606] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.643606] env[62437]: value = "task-1811868" [ 1706.643606] env[62437]: _type = "Task" [ 1706.643606] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.656070] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811868, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.807169] env[62437]: DEBUG nova.compute.manager [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Received event network-changed-a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1706.807880] env[62437]: DEBUG nova.compute.manager [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Refreshing instance network info cache due to event network-changed-a70df64c-3dd3-45e9-8777-655df544c0fa. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1706.807880] env[62437]: DEBUG oslo_concurrency.lockutils [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] Acquiring lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.807880] env[62437]: DEBUG oslo_concurrency.lockutils [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] Acquired lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.808118] env[62437]: DEBUG nova.network.neutron [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Refreshing network info cache for port a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.842101] env[62437]: DEBUG nova.compute.manager [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.842340] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.843825] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5fb3ec-a733-429c-a989-71607fa51c79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.851649] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.851878] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00977085-b1c1-4549-8b9e-56cd8b5d5de8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.857947] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1706.857947] env[62437]: value = "task-1811869" [ 1706.857947] env[62437]: _type = "Task" [ 1706.857947] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.866260] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.952496] env[62437]: DEBUG oslo_vmware.api [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811867, 'name': PowerOnVM_Task, 'duration_secs': 0.592946} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.952804] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.953053] env[62437]: INFO nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1706.953251] env[62437]: DEBUG nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.954038] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccbaf05-4461-4099-8840-6abb0c825b25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.155764] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811868, 'name': CreateVM_Task, 'duration_secs': 0.445144} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.158274] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.159117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.159341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.159590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.159850] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9d8266-df59-40d1-a35c-36e4717a764d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.164559] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1707.164559] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52981ab5-0eab-228f-4608-8ee96e16c4cf" [ 1707.164559] env[62437]: _type = "Task" [ 1707.164559] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.172154] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52981ab5-0eab-228f-4608-8ee96e16c4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.371676] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acb5f3-f9e0-4bf0-99cc-76c09c1114dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.380561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.380861] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.382057] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811869, 'name': PowerOffVM_Task, 'duration_secs': 0.217226} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.382992] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.382992] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.383597] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49d8ca70-af8f-428a-9b10-1e81ebfa621d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.389650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c9713-28b2-453d-9182-bf7f2e502cd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.424381] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d82487-0a24-4566-ac70-1865e256fa2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.432420] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8753f-25db-4d67-9593-219bac451cbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.452931] env[62437]: DEBUG nova.compute.provider_tree [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.470721] env[62437]: INFO nova.compute.manager [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Took 33.34 seconds to build instance. [ 1707.514855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.515120] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.515315] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleting the datastore file [datastore1] 8a4c8aff-bcad-4049-ab21-fb890fc10669 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.515577] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24d610db-45b9-4288-818d-3ba9436db732 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.522696] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for the task: (returnval){ [ 1707.522696] env[62437]: value = "task-1811871" [ 1707.522696] env[62437]: _type = "Task" [ 1707.522696] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.532765] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.609754] env[62437]: DEBUG nova.network.neutron [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updated VIF entry in instance network info cache for port a70df64c-3dd3-45e9-8777-655df544c0fa. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.610137] env[62437]: DEBUG nova.network.neutron [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.675272] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52981ab5-0eab-228f-4608-8ee96e16c4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.348201} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.675593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.675828] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.676080] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.676232] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.676408] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.676657] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccec6070-e644-4af9-abac-ba2251f0d142 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.884436] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.956009] env[62437]: DEBUG nova.scheduler.client.report [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.973048] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bf9a6d-35be-4c48-9d70-8ebf73ffb304 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.850s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.032999] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.112987] env[62437]: DEBUG oslo_concurrency.lockutils [req-541eb1bc-cc36-4432-a57e-f87d2f50474f req-538e409c-2c05-4e35-a5a0-f421f90dd36b service nova] Releasing lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.298111] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.298350] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.299125] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7e569b-4f71-4d79-b61a-3f7d808dd12f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.305344] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1708.305344] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520d35b9-c9b1-5580-5bf4-b0a1a1fd406a" [ 1708.305344] env[62437]: _type = "Task" [ 1708.305344] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.313675] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520d35b9-c9b1-5580-5bf4-b0a1a1fd406a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.415813] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.460950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.461650] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.464369] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.172s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.464587] env[62437]: DEBUG nova.objects.instance [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lazy-loading 'resources' on Instance uuid c4d21476-6b8c-4b76-a4ba-c1292ffa5843 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.533276] env[62437]: DEBUG oslo_vmware.api [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Task: {'id': task-1811871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.921125} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.533772] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.533958] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.534146] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.534345] env[62437]: INFO nova.compute.manager [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1708.534542] env[62437]: DEBUG oslo.service.loopingcall [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.534731] env[62437]: DEBUG nova.compute.manager [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.534824] env[62437]: DEBUG nova.network.neutron [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.815853] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520d35b9-c9b1-5580-5bf4-b0a1a1fd406a, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.816206] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7dbf46d-ffb8-4409-b8b8-c95b4fd1f559 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.821335] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1708.821335] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252ecf0-77d2-b66b-3e2d-bad3f2be0907" [ 1708.821335] env[62437]: _type = "Task" [ 1708.821335] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.828487] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5252ecf0-77d2-b66b-3e2d-bad3f2be0907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.833099] env[62437]: DEBUG nova.compute.manager [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Received event network-changed-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1708.833252] env[62437]: DEBUG nova.compute.manager [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Refreshing instance network info cache due to event network-changed-d7aa8af0-6bd9-4d64-ab94-5bde775d2770. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1708.833454] env[62437]: DEBUG oslo_concurrency.lockutils [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] Acquiring lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.833597] env[62437]: DEBUG oslo_concurrency.lockutils [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] Acquired lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.833764] env[62437]: DEBUG nova.network.neutron [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Refreshing network info cache for port d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.968037] env[62437]: DEBUG nova.compute.utils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.972418] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.972848] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.014303] env[62437]: DEBUG nova.policy [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.172361] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a2c0c-ebc7-4a49-a5fe-7954a9200205 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.180284] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472755b-2a21-42da-b8ff-7f9234aadc39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.210800] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de402756-91b6-42e3-a82b-a0a856445af0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.218339] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851efcb6-4f20-4319-91ec-e19a315f62a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.231603] env[62437]: DEBUG nova.compute.provider_tree [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.273963] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Successfully created port: d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.278425] env[62437]: DEBUG nova.network.neutron [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.335421] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5252ecf0-77d2-b66b-3e2d-bad3f2be0907, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.335421] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.335421] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.335421] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0cd756-a92c-42eb-9e21-d505fcd17991 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.343340] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1709.343340] env[62437]: value = "task-1811872" [ 1709.343340] env[62437]: _type = "Task" [ 1709.343340] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.355876] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.474679] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.590110] env[62437]: DEBUG nova.network.neutron [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updated VIF entry in instance network info cache for port d7aa8af0-6bd9-4d64-ab94-5bde775d2770. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.590110] env[62437]: DEBUG nova.network.neutron [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updating instance_info_cache with network_info: [{"id": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "address": "fa:16:3e:3f:12:13", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aa8af0-6b", "ovs_interfaceid": "d7aa8af0-6bd9-4d64-ab94-5bde775d2770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.735631] env[62437]: DEBUG nova.scheduler.client.report [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.781335] env[62437]: INFO nova.compute.manager [-] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Took 1.25 seconds to deallocate network for instance. [ 1709.854480] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811872, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.091963] env[62437]: DEBUG oslo_concurrency.lockutils [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] Releasing lock "refresh_cache-bca12af3-328f-4ab7-b5c5-7ee29991e686" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.092265] env[62437]: DEBUG nova.compute.manager [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Received event network-vif-deleted-71ea3d1a-236b-409a-b625-4f8318099f45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.092452] env[62437]: INFO nova.compute.manager [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Neutron deleted interface 71ea3d1a-236b-409a-b625-4f8318099f45; detaching it from the instance and deleting it from the info cache [ 1710.092631] env[62437]: DEBUG nova.network.neutron [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.240640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.243447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.406s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.243687] env[62437]: DEBUG nova.objects.instance [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid 7b857b04-8e32-4ec7-a25b-14bcba24e043 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.263251] env[62437]: INFO nova.scheduler.client.report [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Deleted allocations for instance c4d21476-6b8c-4b76-a4ba-c1292ffa5843 [ 1710.288211] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.354640] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.483340] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.509361] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.509612] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.509771] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.509958] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.510120] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.510272] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.510481] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.510685] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.510870] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.511044] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.511221] env[62437]: DEBUG nova.virt.hardware [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.512159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d304f-a320-41b0-b9b3-a25164d9a234 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.520491] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198c03e-80d9-4488-ada4-129dc1449ae4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.596027] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1be5ea5b-0721-4978-943d-eba9e0c1276b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.605035] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50716093-ab8c-481b-896e-ec137abc7c39 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.637625] env[62437]: DEBUG nova.compute.manager [req-ae8e41e0-e1b3-4e38-b233-2f5bb759145d req-8b9fb719-2425-4065-a1d5-a10a16dfce0f service nova] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Detach interface failed, port_id=71ea3d1a-236b-409a-b625-4f8318099f45, reason: Instance 8a4c8aff-bcad-4049-ab21-fb890fc10669 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1710.771401] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b2c69ea-b043-44d9-8783-44ec3f5ef10c tempest-ServersAdminTestJSON-1783605137 tempest-ServersAdminTestJSON-1783605137-project-member] Lock "c4d21476-6b8c-4b76-a4ba-c1292ffa5843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.049s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.858830] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811872, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.064479} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.859966] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.860195] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.861201] env[62437]: DEBUG nova.compute.manager [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received event network-vif-plugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.861389] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.861611] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.862032] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.862032] env[62437]: DEBUG nova.compute.manager [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] No waiting events found dispatching network-vif-plugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.862308] env[62437]: WARNING nova.compute.manager [req-3b55f39f-e3bd-475c-8f94-bad93ff9da1e req-8974e67e-7a6a-4bc3-828e-9d1470faeb9c service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received unexpected event network-vif-plugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 for instance with vm_state building and task_state spawning. [ 1710.862371] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6873c68-ba09-4b9f-957c-6a1cd99627b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.867692] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Successfully updated port: d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.870457] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1710.870457] env[62437]: value = "task-1811873" [ 1710.870457] env[62437]: _type = "Task" [ 1710.870457] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.881032] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.960655] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67302f98-3ee9-45b4-bf57-f2215c8f21b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.968351] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02aece-e15c-441e-81f0-709eea0e1c50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.997686] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85ac6f-6e41-49f3-b517-51535ea14b8f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.008937] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b10bc9e-6d05-4dfb-a211-fc991cc56194 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.024524] env[62437]: DEBUG nova.compute.provider_tree [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.371284] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.371444] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.373474] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.382960] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174631} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.383416] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.384230] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a78e2-aed0-4c66-96e3-0525c05015d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.409825] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.410352] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a1b0db-7ece-4189-87b4-687c4f2cfaef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.430477] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1711.430477] env[62437]: value = "task-1811874" [ 1711.430477] env[62437]: _type = "Task" [ 1711.430477] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.441016] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.527867] env[62437]: DEBUG nova.scheduler.client.report [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.913534] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.943470] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.035590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.036955] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.621s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.039264] env[62437]: INFO nova.compute.claims [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.068251] env[62437]: INFO nova.scheduler.client.report [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance 7b857b04-8e32-4ec7-a25b-14bcba24e043 [ 1712.159887] env[62437]: DEBUG nova.network.neutron [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updating instance_info_cache with network_info: [{"id": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "address": "fa:16:3e:f7:81:55", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891215-6a", "ovs_interfaceid": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.442052] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811874, 'name': ReconfigVM_Task, 'duration_secs': 0.867065} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.442052] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.442768] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9251b889-6996-428a-991f-6f959fa23345 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.449395] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1712.449395] env[62437]: value = "task-1811875" [ 1712.449395] env[62437]: _type = "Task" [ 1712.449395] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.456827] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811875, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.579917] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c3392c2-38d8-419c-aff0-5a49163a3b6b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7b857b04-8e32-4ec7-a25b-14bcba24e043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.249s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.662664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.663012] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance network_info: |[{"id": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "address": "fa:16:3e:f7:81:55", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891215-6a", "ovs_interfaceid": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.663428] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:81:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7891215-6abd-40c1-8f80-fcf4f75ce497', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.671265] env[62437]: DEBUG oslo.service.loopingcall [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.671472] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.671859] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734e2796-2ccb-4810-9025-7e5c8b2647e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.692599] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.692599] env[62437]: value = "task-1811876" [ 1712.692599] env[62437]: _type = "Task" [ 1712.692599] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.700832] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811876, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.962781] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811875, 'name': Rename_Task, 'duration_secs': 0.152106} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.963095] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.963341] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d254c65e-4a26-4fb1-99c4-05cc623cd7f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.969734] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1712.969734] env[62437]: value = "task-1811877" [ 1712.969734] env[62437]: _type = "Task" [ 1712.969734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.977829] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.989881] env[62437]: DEBUG nova.compute.manager [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received event network-changed-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1712.989977] env[62437]: DEBUG nova.compute.manager [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Refreshing instance network info cache due to event network-changed-d7891215-6abd-40c1-8f80-fcf4f75ce497. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1712.990769] env[62437]: DEBUG oslo_concurrency.lockutils [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] Acquiring lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.990769] env[62437]: DEBUG oslo_concurrency.lockutils [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] Acquired lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.990769] env[62437]: DEBUG nova.network.neutron [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Refreshing network info cache for port d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.206574] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811876, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.274860] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2f5fa-b80d-401d-b48a-68f9a43ac0b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.284535] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3bd0a7-9f93-46fb-b81b-da3458d4e386 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.314938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08123bca-79be-4fe1-b4d6-19599a3eb231 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.323015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df88f1c1-10b8-4527-b99d-a3c88202ad18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.329974] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.329974] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.345358] env[62437]: DEBUG nova.compute.provider_tree [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.480652] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.702565] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811876, 'name': CreateVM_Task, 'duration_secs': 0.745653} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.702956] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.704412] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.704643] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.704995] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.705299] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475dc752-63d3-4d24-8eaf-781fee5b2bfc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.711935] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1713.711935] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b2b5-bc2d-dae1-b59f-ec9cfba7f6ac" [ 1713.711935] env[62437]: _type = "Task" [ 1713.711935] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.721658] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b2b5-bc2d-dae1-b59f-ec9cfba7f6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.740906] env[62437]: DEBUG nova.network.neutron [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updated VIF entry in instance network info cache for port d7891215-6abd-40c1-8f80-fcf4f75ce497. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.741287] env[62437]: DEBUG nova.network.neutron [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updating instance_info_cache with network_info: [{"id": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "address": "fa:16:3e:f7:81:55", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891215-6a", "ovs_interfaceid": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.754486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.754731] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.839465] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.839465] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1713.839465] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1713.849139] env[62437]: DEBUG nova.scheduler.client.report [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.981272] env[62437]: DEBUG oslo_vmware.api [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811877, 'name': PowerOnVM_Task, 'duration_secs': 0.518727} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.981642] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.981908] env[62437]: INFO nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1713.982132] env[62437]: DEBUG nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.983091] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a8c49-6081-400c-8114-7ebcd139e861 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.224129] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b2b5-bc2d-dae1-b59f-ec9cfba7f6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.224539] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.224833] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.225148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.225932] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.226245] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.226589] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eeae3a9-26f2-4eeb-9f40-c6b98b1beb84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.236544] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.236766] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.237576] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec31cbe-a8df-4921-8ef0-8777fe8fc209 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.243862] env[62437]: DEBUG oslo_concurrency.lockutils [req-42792b98-ba25-49e6-b50e-1bea2236c296 req-9ca18920-7eb6-427c-b276-0d2290376003 service nova] Releasing lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.244391] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1714.244391] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5274960d-f45a-dc2f-4a6c-b830e43e2e6f" [ 1714.244391] env[62437]: _type = "Task" [ 1714.244391] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.255296] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5274960d-f45a-dc2f-4a6c-b830e43e2e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.259083] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.343424] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1714.343556] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1714.343671] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1714.354045] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.354535] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1714.357152] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.069s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.357852] env[62437]: DEBUG nova.objects.instance [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lazy-loading 'resources' on Instance uuid 8a4c8aff-bcad-4049-ab21-fb890fc10669 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.376663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "5ace24d7-780e-4544-8742-fd19b66d29d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.376663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.376952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.377082] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.377260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.381959] env[62437]: INFO nova.compute.manager [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Terminating instance [ 1714.384311] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.384498] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.384661] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1714.384818] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid 0d295566-d3b3-473a-bbc8-5d5df2a08591 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.504037] env[62437]: INFO nova.compute.manager [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Took 22.76 seconds to build instance. [ 1714.756893] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5274960d-f45a-dc2f-4a6c-b830e43e2e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.757794] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f4fa83-5ba3-43a4-8fca-60dba170ecb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.763514] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1714.763514] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e77d2a-617b-c622-e8b8-e8b356bbe41a" [ 1714.763514] env[62437]: _type = "Task" [ 1714.763514] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.775998] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e77d2a-617b-c622-e8b8-e8b356bbe41a, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.776296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.776544] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d/8cf7f660-b6cd-4f6b-86d9-55a06c9b282d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.776866] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9af78b-84f0-40be-9a0e-1a6ef04c8f8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.784268] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1714.784268] env[62437]: value = "task-1811878" [ 1714.784268] env[62437]: _type = "Task" [ 1714.784268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.788264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.792919] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.860754] env[62437]: DEBUG nova.compute.utils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.865014] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1714.865391] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.889782] env[62437]: DEBUG nova.compute.manager [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.889782] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.893567] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa5c8f5-8974-4a1c-8401-e0414895c21d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.901928] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.902196] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7cdffba-d54d-43d0-961d-a8a60f064173 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.904895] env[62437]: DEBUG nova.policy [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0e8103586a462eb6c095f90186b85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3ca07fe110e406dbf746ecf91310414', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.913861] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1714.913861] env[62437]: value = "task-1811879" [ 1714.913861] env[62437]: _type = "Task" [ 1714.913861] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.924804] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.006678] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e329ebc0-bb3a-4a84-8e56-0a8f62a9ed82 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.279s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.113365] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6a485-0066-4f0a-aa2f-fdeda268cec1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.121984] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261516fe-eab3-4ddb-8b1c-f69032d7c4b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.154845] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f18ed7-374b-4879-baa5-b77c599b460a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.163895] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc1c315-3fd7-4de0-9fb4-bbcf04e2f3b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.180173] env[62437]: DEBUG nova.compute.provider_tree [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.294919] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811878, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.346151] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Successfully created port: 21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.366404] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1715.429372] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811879, 'name': PowerOffVM_Task, 'duration_secs': 0.275431} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.429808] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.430112] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.430526] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e786cbea-8b63-4e20-892d-ab03f839dc71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.683892] env[62437]: DEBUG nova.scheduler.client.report [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.795148] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90468} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.795417] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d/8cf7f660-b6cd-4f6b-86d9-55a06c9b282d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.795628] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.795865] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac74984a-39e2-4393-ac78-7a9e26823ebf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.803187] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1715.803187] env[62437]: value = "task-1811881" [ 1715.803187] env[62437]: _type = "Task" [ 1715.803187] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.810742] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.134403] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.189490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.193170] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.404s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.194885] env[62437]: INFO nova.compute.claims [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.212446] env[62437]: INFO nova.scheduler.client.report [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Deleted allocations for instance 8a4c8aff-bcad-4049-ab21-fb890fc10669 [ 1716.313454] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.411099} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.313749] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.314576] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205d001-cfb9-418a-a58a-621469efd549 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.337685] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d/8cf7f660-b6cd-4f6b-86d9-55a06c9b282d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.338375] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e588ae8-90d9-4243-910a-900091c08c53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.358455] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1716.358455] env[62437]: value = "task-1811882" [ 1716.358455] env[62437]: _type = "Task" [ 1716.358455] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.367713] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.377167] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1716.404476] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.404866] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.405156] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.405465] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.405739] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.406014] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.406378] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.406648] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.406942] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.407261] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.407586] env[62437]: DEBUG nova.virt.hardware [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.408966] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5a3c2-480e-4962-acb2-8d3d399c5e5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.417498] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d2e15-c3f7-4fe0-98f1-6b7f0dcc6b29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.457519] env[62437]: DEBUG nova.compute.manager [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1716.637179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.637427] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1716.637702] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.637904] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.638083] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.638281] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.638465] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.638638] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.638787] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1716.638949] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.687054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.687287] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.687471] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleting the datastore file [datastore1] 5ace24d7-780e-4544-8742-fd19b66d29d4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.687735] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-605a015a-4992-4519-b860-41fc61b8a22b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.694906] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for the task: (returnval){ [ 1716.694906] env[62437]: value = "task-1811883" [ 1716.694906] env[62437]: _type = "Task" [ 1716.694906] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.706546] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.719710] env[62437]: DEBUG oslo_concurrency.lockutils [None req-40175789-bff0-4f84-8533-db0e6a47cd98 tempest-ImagesTestJSON-1156223470 tempest-ImagesTestJSON-1156223470-project-member] Lock "8a4c8aff-bcad-4049-ab21-fb890fc10669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.384s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.812592] env[62437]: DEBUG nova.compute.manager [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Received event network-vif-plugged-21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1716.812871] env[62437]: DEBUG oslo_concurrency.lockutils [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.813397] env[62437]: DEBUG oslo_concurrency.lockutils [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.813397] env[62437]: DEBUG oslo_concurrency.lockutils [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.813397] env[62437]: DEBUG nova.compute.manager [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] No waiting events found dispatching network-vif-plugged-21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.813541] env[62437]: WARNING nova.compute.manager [req-f024e733-2e31-43ed-a97e-b2142250cde3 req-26195f64-d7b4-4f4c-aa1e-ce76c92399a6 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Received unexpected event network-vif-plugged-21df550c-7729-402d-a835-db0e1edcb656 for instance with vm_state building and task_state spawning. [ 1716.869324] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.945469] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Successfully updated port: 21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.976590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.142301] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.207522] env[62437]: DEBUG oslo_vmware.api [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Task: {'id': task-1811883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.208086] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.208245] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.208468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.208695] env[62437]: INFO nova.compute.manager [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1717.209231] env[62437]: DEBUG oslo.service.loopingcall [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.209231] env[62437]: DEBUG nova.compute.manager [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1717.209377] env[62437]: DEBUG nova.network.neutron [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.372665] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811882, 'name': ReconfigVM_Task, 'duration_secs': 0.587162} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.372665] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d/8cf7f660-b6cd-4f6b-86d9-55a06c9b282d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.373477] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c6ac15-d278-4820-964e-c51028e2d8cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.385017] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1717.385017] env[62437]: value = "task-1811884" [ 1717.385017] env[62437]: _type = "Task" [ 1717.385017] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.396278] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811884, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.431017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55e58c-236a-4669-a8e8-9451b0b28932 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.437411] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e3669-d81e-4ca9-a347-9c6ddedf3a80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.473117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.473556] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.473858] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.476702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93bd13e-86bb-42c4-a9d8-56d16545e6c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.486330] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5188c63b-805c-44b2-b418-9b1b39e54494 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.511907] env[62437]: DEBUG nova.compute.provider_tree [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.893147] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811884, 'name': Rename_Task, 'duration_secs': 0.372695} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.893500] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.893694] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44ac48e-2d54-46d9-b341-98f3143a4ade {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.899271] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1717.899271] env[62437]: value = "task-1811885" [ 1717.899271] env[62437]: _type = "Task" [ 1717.899271] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.907506] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.009579] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.015346] env[62437]: DEBUG nova.scheduler.client.report [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.154164] env[62437]: DEBUG nova.network.neutron [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.228016] env[62437]: DEBUG nova.network.neutron [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.410432] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.519797] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.520379] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.524414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.548s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.657652] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.658035] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Instance network_info: |[{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.658472] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:c7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21df550c-7729-402d-a835-db0e1edcb656', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.666874] env[62437]: DEBUG oslo.service.loopingcall [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.667123] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.667959] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e22b930-cb87-4aa5-a71c-c2962ad48ab5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.687822] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.687822] env[62437]: value = "task-1811886" [ 1718.687822] env[62437]: _type = "Task" [ 1718.687822] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.695591] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.729378] env[62437]: INFO nova.compute.manager [-] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Took 1.52 seconds to deallocate network for instance. [ 1718.842348] env[62437]: DEBUG nova.compute.manager [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Received event network-changed-21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1718.842559] env[62437]: DEBUG nova.compute.manager [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Refreshing instance network info cache due to event network-changed-21df550c-7729-402d-a835-db0e1edcb656. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1718.842799] env[62437]: DEBUG oslo_concurrency.lockutils [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.842952] env[62437]: DEBUG oslo_concurrency.lockutils [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.843504] env[62437]: DEBUG nova.network.neutron [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Refreshing network info cache for port 21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.910634] env[62437]: DEBUG oslo_vmware.api [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811885, 'name': PowerOnVM_Task, 'duration_secs': 0.738615} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.910928] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.911134] env[62437]: INFO nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1718.911315] env[62437]: DEBUG nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.912134] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0951f710-1ee2-4db4-a719-d19cd5278d53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.027469] env[62437]: DEBUG nova.compute.utils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.031048] env[62437]: INFO nova.compute.claims [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.034469] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.034653] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1719.080153] env[62437]: DEBUG nova.policy [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.198815] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.236220] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.348902] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Successfully created port: cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.434330] env[62437]: INFO nova.compute.manager [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Took 17.18 seconds to build instance. [ 1719.534918] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.539360] env[62437]: INFO nova.compute.resource_tracker [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating resource usage from migration fa52f7fc-a560-42db-a9fb-d7cfaa019b12 [ 1719.570301] env[62437]: DEBUG nova.network.neutron [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updated VIF entry in instance network info cache for port 21df550c-7729-402d-a835-db0e1edcb656. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.570666] env[62437]: DEBUG nova.network.neutron [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.700405] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.753540] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0877f4-70d8-4bdf-b1ed-d30fff08d519 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.760798] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecfda1b-5704-4fc3-bdf2-ae18f66c2fef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.790708] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324be3bb-de02-4bf2-b793-dcc76b41e8e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.797818] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33dcbae-8e14-4875-983a-a2f2b042ee10 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.812284] env[62437]: DEBUG nova.compute.provider_tree [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.937343] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4bf65cb9-9800-49a7-809d-db7da9542d6a tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.696s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.077273] env[62437]: DEBUG oslo_concurrency.lockutils [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.077580] env[62437]: DEBUG nova.compute.manager [req-6a3d3f4d-d9c5-4c4a-9b39-8c9f02b84ccf req-634bb8c4-9033-4a13-9d0f-c5ec1e82a1c0 service nova] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Received event network-vif-deleted-e63264c7-1f02-4722-a422-cebdda8b39eb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1720.201203] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.315863] env[62437]: DEBUG nova.scheduler.client.report [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.548109] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.569799] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.570248] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.570248] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.570436] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.570585] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.570735] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.570947] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.571124] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.571295] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.571462] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.571701] env[62437]: DEBUG nova.virt.hardware [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.572672] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f870bb9-a431-44ed-8dff-2cd2e891de5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.581164] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98022028-4f42-4106-9d62-bc3ac6671fc1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.704066] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.742092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.742512] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.742812] env[62437]: INFO nova.compute.manager [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Shelving [ 1720.820685] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.820864] env[62437]: INFO nova.compute.manager [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Migrating [ 1720.827322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.685s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.827508] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.827867] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1720.827973] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.592s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.828201] env[62437]: DEBUG nova.objects.instance [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lazy-loading 'resources' on Instance uuid 5ace24d7-780e-4544-8742-fd19b66d29d4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.832237] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531cc2c8-b339-43d5-a3fd-3e561e3e3244 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.850872] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86334ce-d154-4c00-9231-0fbb893cf41a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.871768] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b291dead-1557-4f6b-824b-b9b077e6a706 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.879644] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25739d18-0455-4819-8b31-4159dfd317b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.912195] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179438MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1720.912362] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.078254] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc427f4-ed13-4987-b96b-e3cdcfca8cad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.087046] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58d24d-f2dc-4766-ad5f-5fd2380fa9ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.120519] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193aa23-8b38-41f1-b197-a3787f6b563d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.127946] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6c314-18eb-4f6c-b899-55fdd7df65dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.141712] env[62437]: DEBUG nova.compute.provider_tree [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.203246] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.345108] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.345108] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.345108] env[62437]: DEBUG nova.network.neutron [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.645099] env[62437]: DEBUG nova.scheduler.client.report [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.701593] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.753629] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.753954] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f5e83c-10a4-4277-8153-c6106b79adba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.762383] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1721.762383] env[62437]: value = "task-1811887" [ 1721.762383] env[62437]: _type = "Task" [ 1721.762383] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.770958] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.074840] env[62437]: DEBUG nova.network.neutron [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.150062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.322s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.152511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.240s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.178034] env[62437]: INFO nova.scheduler.client.report [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Deleted allocations for instance 5ace24d7-780e-4544-8742-fd19b66d29d4 [ 1722.201717] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.271511] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811887, 'name': PowerOffVM_Task, 'duration_secs': 0.200243} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.271892] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.272711] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a355c81b-03f5-4c89-a700-442aa18767ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.292805] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416754c4-f128-4058-a3bc-8ac7690e1c89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.578154] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.685835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3c5d33ad-b03f-4526-8958-a90e2f23d3ac tempest-ServersWithSpecificFlavorTestJSON-1309875496 tempest-ServersWithSpecificFlavorTestJSON-1309875496-project-member] Lock "5ace24d7-780e-4544-8742-fd19b66d29d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.309s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.702663] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.803018] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1722.803650] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0351e29f-fc5e-4b41-b510-d8fac50c1d27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.812714] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1722.812714] env[62437]: value = "task-1811888" [ 1722.812714] env[62437]: _type = "Task" [ 1722.812714] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.820365] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.164669] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 as it has an incoming, in-progress migration fa52f7fc-a560-42db-a9fb-d7cfaa019b12. Migration status is migrating {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1723.166635] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating resource usage from migration fa52f7fc-a560-42db-a9fb-d7cfaa019b12 [ 1723.190040] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190277] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190388] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9999541-2626-4379-a548-5d7d7ba0bff3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190818] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b9b10aa9-818f-49f3-85e3-409db68fa2ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190818] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b27f9556-31c4-458e-8fbc-ae75188c4bf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190818] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.190938] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5d33cc66-767c-4729-b851-04e1cc3838f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.191013] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b7ca73aa-2719-42a7-8354-1acbb921e74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.191917] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.191917] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance fc827652-f750-480c-8aa4-c1ed847972d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.192108] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance bca12af3-328f-4ab7-b5c5-7ee29991e686 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.192108] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.192366] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9821f14c-751b-4ed3-928f-afcbff7feea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.192428] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance acc233f4-3f76-4755-bb23-b2dafffe80cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.192653] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration fa52f7fc-a560-42db-a9fb-d7cfaa019b12 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1723.192844] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1723.193244] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1723.193244] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1723.205160] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.323713] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811888, 'name': CreateSnapshot_Task, 'duration_secs': 0.394435} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.323995] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1723.324909] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff3498-3f42-4c22-9098-6f8aeb56d0d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.398620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc857dca-0f22-491c-ad2c-3a7da6f4f2f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.406157] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6b371-4a05-4d44-a5ec-d57c03fdb39d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.437922] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5d1d3-9768-463e-86e6-54d40c241d7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.445709] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec88ff2-046e-4acb-afa7-8ad76a960092 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.459064] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.706279] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.844020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1723.844335] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf48bac9-d8e6-456d-9d0f-b6233f2876fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.853036] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1723.853036] env[62437]: value = "task-1811889" [ 1723.853036] env[62437]: _type = "Task" [ 1723.853036] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.860453] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811889, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.962821] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.093548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f99b4c-9779-4c80-afd2-08d0e4eae2df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.112209] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1724.208333] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.366867] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811889, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.469197] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1724.469197] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.315s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.469197] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.469197] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1724.620029] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.620029] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e0a14f2-2132-496a-85e5-3cc0db0bcf22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.636882] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1724.636882] env[62437]: value = "task-1811890" [ 1724.636882] env[62437]: _type = "Task" [ 1724.636882] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.646136] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.709259] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.864139] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811889, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.988137] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 64 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1724.988354] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7b857b04-8e32-4ec7-a25b-14bcba24e043] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1725.145579] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811890, 'name': PowerOffVM_Task, 'duration_secs': 0.315435} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.146074] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.146074] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1725.210298] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811886, 'name': CreateVM_Task, 'duration_secs': 6.502257} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.210596] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.211179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.211309] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.211639] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.211908] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e317c03-5ca5-4dee-ba62-29a12afe9adc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.216997] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1725.216997] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5252e56e-ab65-4acd-a181-3ff48c0408ca" [ 1725.216997] env[62437]: _type = "Task" [ 1725.216997] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.228695] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5252e56e-ab65-4acd-a181-3ff48c0408ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.366133] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811889, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.492467] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8a4c8aff-bcad-4049-ab21-fb890fc10669] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1725.654114] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.654402] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.654529] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.654774] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.654945] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.655328] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.655660] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.655727] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.655957] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.656087] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.656293] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.661534] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d7992c-8b42-43fc-a997-540ce4f2a97b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.678931] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "a9259c28-499c-4d8c-b478-ae95d3395613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.679183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.687021] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1725.687021] env[62437]: value = "task-1811891" [ 1725.687021] env[62437]: _type = "Task" [ 1725.687021] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.694752] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.730751] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5252e56e-ab65-4acd-a181-3ff48c0408ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.730865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.731195] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.732038] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.732038] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.732165] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.732440] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e5f2c87-e142-4010-937f-d5829c8c9738 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.742295] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.742533] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1725.743612] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7bc8cd-65a2-426b-9fc8-678170d9051e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.751707] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1725.751707] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5296654c-f9fc-36d5-43b7-62b67dc443f6" [ 1725.751707] env[62437]: _type = "Task" [ 1725.751707] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.762897] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5296654c-f9fc-36d5-43b7-62b67dc443f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.865815] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811889, 'name': CloneVM_Task, 'duration_secs': 1.847519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.866553] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Created linked-clone VM from snapshot [ 1725.867686] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45593c-858d-4221-9f8d-6a491492a975 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.877732] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Uploading image 7dea5600-c60a-4ad3-b69e-b59f04ac9529 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1725.906843] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1725.906843] env[62437]: value = "vm-375485" [ 1725.906843] env[62437]: _type = "VirtualMachine" [ 1725.906843] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1725.907469] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae4a5be7-7d79-4485-a64d-5b9306c5e812 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.915757] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lease: (returnval){ [ 1725.915757] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ba1911-2def-e598-4a26-d03faef47313" [ 1725.915757] env[62437]: _type = "HttpNfcLease" [ 1725.915757] env[62437]: } obtained for exporting VM: (result){ [ 1725.915757] env[62437]: value = "vm-375485" [ 1725.915757] env[62437]: _type = "VirtualMachine" [ 1725.915757] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1725.916018] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the lease: (returnval){ [ 1725.916018] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ba1911-2def-e598-4a26-d03faef47313" [ 1725.916018] env[62437]: _type = "HttpNfcLease" [ 1725.916018] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1725.927976] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.928459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.930122] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1725.930122] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ba1911-2def-e598-4a26-d03faef47313" [ 1725.930122] env[62437]: _type = "HttpNfcLease" [ 1725.930122] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1725.995989] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9653a5d2-bd45-4b86-8ba2-5547a5322ee4] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1726.076699] env[62437]: DEBUG nova.compute.manager [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Received event network-vif-plugged-cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1726.076926] env[62437]: DEBUG oslo_concurrency.lockutils [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] Acquiring lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.077194] env[62437]: DEBUG oslo_concurrency.lockutils [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.077372] env[62437]: DEBUG oslo_concurrency.lockutils [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.077543] env[62437]: DEBUG nova.compute.manager [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] No waiting events found dispatching network-vif-plugged-cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.077713] env[62437]: WARNING nova.compute.manager [req-770f7912-43e4-4d14-891e-882e8bde5490 req-a0585c1c-bf04-4b39-910d-badeb7f7a757 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Received unexpected event network-vif-plugged-cac7512d-30c5-4f7d-a108-1b16b11f601c for instance with vm_state building and task_state spawning. [ 1726.168421] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Successfully updated port: cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.181884] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.205615] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811891, 'name': ReconfigVM_Task, 'duration_secs': 0.316374} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.205615] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1726.261490] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5296654c-f9fc-36d5-43b7-62b67dc443f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.262347] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5267fbd-3ab9-4adb-a735-c2df577c818f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.268881] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1726.268881] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f6c1d9-1b6c-e7b0-36ae-49e5d26a5244" [ 1726.268881] env[62437]: _type = "Task" [ 1726.268881] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.276741] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f6c1d9-1b6c-e7b0-36ae-49e5d26a5244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.425073] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.425073] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ba1911-2def-e598-4a26-d03faef47313" [ 1726.425073] env[62437]: _type = "HttpNfcLease" [ 1726.425073] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1726.425073] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1726.425073] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ba1911-2def-e598-4a26-d03faef47313" [ 1726.425073] env[62437]: _type = "HttpNfcLease" [ 1726.425073] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1726.425881] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b493231-e904-47c0-b134-2ab64117cc9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.433225] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.436729] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1726.436909] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1726.499607] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 21b1dc97-3dd8-4ba0-a820-7d2d34958df8] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1726.526332] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-daf79b71-e8ef-4ae0-992a-65a7897fde83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673635] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.673799] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.673955] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.712688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.712993] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.714964] env[62437]: INFO nova.compute.claims [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.719112] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.719885] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.719885] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.719885] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.719885] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.720134] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.720198] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.720406] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.720586] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.720757] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.720928] env[62437]: DEBUG nova.virt.hardware [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.729816] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.730281] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74e434e-5d68-462b-b209-d7c1945f9eb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.754950] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1726.754950] env[62437]: value = "task-1811893" [ 1726.754950] env[62437]: _type = "Task" [ 1726.754950] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.765492] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.778207] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f6c1d9-1b6c-e7b0-36ae-49e5d26a5244, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.778646] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.778913] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.779333] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c092c9ae-cbd1-4f6d-9171-ac9f998ad954 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.789115] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1726.789115] env[62437]: value = "task-1811894" [ 1726.789115] env[62437]: _type = "Task" [ 1726.789115] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.797382] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.960016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.004789] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 98cd0f61-3f74-4ae6-b718-0c27cda0047e] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1727.218443] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.267817] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811893, 'name': ReconfigVM_Task, 'duration_secs': 0.206637} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.271196] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.272691] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7856569-a822-4e56-a43c-9424e00fd592 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.298355] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.302041] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf1bd35-bcf0-45f3-a093-55fabf59a59f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.324699] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.326774] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1727.326774] env[62437]: value = "task-1811895" [ 1727.326774] env[62437]: _type = "Task" [ 1727.326774] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.338756] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.406879] env[62437]: DEBUG nova.network.neutron [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Updating instance_info_cache with network_info: [{"id": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "address": "fa:16:3e:21:3c:7d", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac7512d-30", "ovs_interfaceid": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.507964] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: ff99ccaf-f25b-40e4-aeb2-4d6149b3be62] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1727.807260] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696221} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.807673] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.808045] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.808426] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-994e48c8-346d-4bff-8839-a550cd6058a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.820915] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1727.820915] env[62437]: value = "task-1811896" [ 1727.820915] env[62437]: _type = "Task" [ 1727.820915] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.838619] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.844552] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811895, 'name': ReconfigVM_Task, 'duration_secs': 0.424225} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.844810] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7/e5434f1f-b21f-46fe-b86e-5381b7a3f3b7.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.845068] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1727.912484] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.912804] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Instance network_info: |[{"id": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "address": "fa:16:3e:21:3c:7d", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac7512d-30", "ovs_interfaceid": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.913480] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac7512d-30c5-4f7d-a108-1b16b11f601c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.921166] env[62437]: DEBUG oslo.service.loopingcall [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.921836] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.924485] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d67153a4-77f4-4c24-85df-347488ca1927 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.945784] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.945784] env[62437]: value = "task-1811897" [ 1727.945784] env[62437]: _type = "Task" [ 1727.945784] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.956816] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811897, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.008947] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe3351-1c21-42f7-9ada-ba9c25d1cabb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.012354] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9b33aa1d-639c-47be-8163-acbf0b57f870] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.018634] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7de94-6c0b-4336-a46d-51c0ee7d34c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.052600] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30992e22-705c-4b26-8ae2-7683cc5d7e30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.061100] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b3aed-4b8d-406f-bca6-fcdf1ef93753 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.078287] env[62437]: DEBUG nova.compute.provider_tree [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.101836] env[62437]: DEBUG nova.compute.manager [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Received event network-changed-cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1728.102142] env[62437]: DEBUG nova.compute.manager [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Refreshing instance network info cache due to event network-changed-cac7512d-30c5-4f7d-a108-1b16b11f601c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1728.102488] env[62437]: DEBUG oslo_concurrency.lockutils [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] Acquiring lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.102765] env[62437]: DEBUG oslo_concurrency.lockutils [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] Acquired lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.103070] env[62437]: DEBUG nova.network.neutron [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Refreshing network info cache for port cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.333666] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151663} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.334199] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.335076] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4888e94-0eed-4bb7-ae9c-6a407274e4f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.360670] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.361729] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74790d2-a8d1-4eec-b23a-bac23660e71d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.364748] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2851f808-84cc-41d7-9fa7-b2807a2ee8c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.399063] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dcb1e0-52bf-43d0-bc7e-ed2a57c8d5bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.401824] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1728.401824] env[62437]: value = "task-1811898" [ 1728.401824] env[62437]: _type = "Task" [ 1728.401824] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.418504] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1728.428187] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.459094] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811897, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.515459] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8e888da3-9628-4872-bb1c-f2fc0497ff61] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.582207] env[62437]: DEBUG nova.scheduler.client.report [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.888174] env[62437]: DEBUG nova.network.neutron [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Updated VIF entry in instance network info cache for port cac7512d-30c5-4f7d-a108-1b16b11f601c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.888549] env[62437]: DEBUG nova.network.neutron [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Updating instance_info_cache with network_info: [{"id": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "address": "fa:16:3e:21:3c:7d", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac7512d-30", "ovs_interfaceid": "cac7512d-30c5-4f7d-a108-1b16b11f601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.911805] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.959149] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811897, 'name': CreateVM_Task, 'duration_secs': 0.56764} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.959313] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.959930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.960109] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.960441] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.960708] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d124ea7d-1239-4c3a-b5cc-25178cf7a323 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.968483] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1728.968483] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52785d52-b5ba-18f4-a92b-e1b5d2f863a5" [ 1728.968483] env[62437]: _type = "Task" [ 1728.968483] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.971407] env[62437]: DEBUG nova.network.neutron [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Port a70df64c-3dd3-45e9-8777-655df544c0fa binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1728.978615] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52785d52-b5ba-18f4-a92b-e1b5d2f863a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.018430] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d3e934bf-3148-4d00-9cd9-b937a5ed2fe6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.088687] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.088824] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.091466] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.132s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.093033] env[62437]: INFO nova.compute.claims [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.391350] env[62437]: DEBUG oslo_concurrency.lockutils [req-f411388f-ed4b-4b5e-b81f-fa3d48f9e659 req-126a7f45-040c-4022-ba43-57792048e229 service nova] Releasing lock "refresh_cache-acc233f4-3f76-4755-bb23-b2dafffe80cc" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.414021] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811898, 'name': ReconfigVM_Task, 'duration_secs': 0.609076} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.414424] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.415160] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada4cd78-7dff-4c2e-9851-a9166b6f8be2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.424237] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1729.424237] env[62437]: value = "task-1811899" [ 1729.424237] env[62437]: _type = "Task" [ 1729.424237] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.433113] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811899, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.481780] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52785d52-b5ba-18f4-a92b-e1b5d2f863a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.482375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.482619] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.482887] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.483063] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.483253] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.483522] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c569ac-e410-4a6b-b11c-9a949939321a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.491825] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.492033] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.492790] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b390ced2-ab34-4118-89ac-fa3c65bb7a2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.498367] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1729.498367] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52643f83-abb1-483e-2c42-aa125971796d" [ 1729.498367] env[62437]: _type = "Task" [ 1729.498367] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.507205] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52643f83-abb1-483e-2c42-aa125971796d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.523978] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8537ed28-0986-42a2-aa04-d93a3710f721] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.600345] env[62437]: DEBUG nova.compute.utils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.601923] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.602134] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.673548] env[62437]: DEBUG nova.policy [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c24138b4ab24c5fbb50780a92fbb4d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5118434e5893470c879c9fce0aa0e7ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.933194] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811899, 'name': Rename_Task, 'duration_secs': 0.181379} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.933499] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.933754] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72936b02-0036-465b-89db-a0420b52c42b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.941245] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1729.941245] env[62437]: value = "task-1811900" [ 1729.941245] env[62437]: _type = "Task" [ 1729.941245] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.953449] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.998789] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.999061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.999254] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.010927] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52643f83-abb1-483e-2c42-aa125971796d, 'name': SearchDatastore_Task, 'duration_secs': 0.008282} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.011772] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9eb287-cc1f-4ab3-b7b8-ccf18d660264 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.017939] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1730.017939] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef940a-d6c4-183b-665f-04c33e9d0a8c" [ 1730.017939] env[62437]: _type = "Task" [ 1730.017939] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.027308] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef940a-d6c4-183b-665f-04c33e9d0a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.028873] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 067c47b2-18d6-4599-a4eb-b108b295aefd] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.107100] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.111548] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Successfully created port: aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.374290] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56acb984-2c56-42a5-99c4-1f84d9bc7426 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.382418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f4b857-3a13-4f54-866a-2468eac320e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.419513] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6324c4fb-d60a-4c39-a0da-59f5c7ec8841 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.432918] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b4469-4c04-4823-a2dc-ecffe235400c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.448751] env[62437]: DEBUG nova.compute.provider_tree [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.460278] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.534125] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 990a2f7d-0ffa-4fa5-a032-a38db6b08ecf] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.537165] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ef940a-d6c4-183b-665f-04c33e9d0a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.537846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.537846] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] acc233f4-3f76-4755-bb23-b2dafffe80cc/acc233f4-3f76-4755-bb23-b2dafffe80cc.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.538590] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a722863-8d7e-4d59-931a-8e774869a47d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.548189] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1730.548189] env[62437]: value = "task-1811901" [ 1730.548189] env[62437]: _type = "Task" [ 1730.548189] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.557656] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.953876] env[62437]: DEBUG nova.scheduler.client.report [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.963520] env[62437]: DEBUG oslo_vmware.api [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1811900, 'name': PowerOnVM_Task, 'duration_secs': 0.617259} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.963520] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.963520] env[62437]: INFO nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Took 14.59 seconds to spawn the instance on the hypervisor. [ 1730.963678] env[62437]: DEBUG nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.964478] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e742734-93d4-4fe3-b81c-bd91de353d35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.039280] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7673017e-1c9e-46af-a8c4-d178eb59391e] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.042107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.042349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.042537] env[62437]: DEBUG nova.network.neutron [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.062012] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.121917] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.149561] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.149828] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.149991] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.150204] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.150356] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.150523] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.150742] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.150904] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.151085] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.151260] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.151911] env[62437]: DEBUG nova.virt.hardware [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.152370] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf49cc-cc96-4ef1-900a-e8b899b5539b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.161228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38516f43-e0db-44de-aa70-59b694314b42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.459666] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.460197] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.482685] env[62437]: INFO nova.compute.manager [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Took 23.09 seconds to build instance. [ 1731.544784] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 2c9fcbef-7409-45d1-a8a5-5188fcd08b3a] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.559904] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603208} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.560069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] acc233f4-3f76-4755-bb23-b2dafffe80cc/acc233f4-3f76-4755-bb23-b2dafffe80cc.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.560904] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.560904] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64a88c98-4107-4945-9217-ce6406c06d7a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.568175] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1731.568175] env[62437]: value = "task-1811902" [ 1731.568175] env[62437]: _type = "Task" [ 1731.568175] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.582636] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.832536] env[62437]: DEBUG nova.network.neutron [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.965477] env[62437]: DEBUG nova.compute.utils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.970018] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1731.970018] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1731.985920] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ba3fd00-69b5-4c9f-b942-4bb2e3baf841 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.605s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.023244] env[62437]: DEBUG nova.policy [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c24138b4ab24c5fbb50780a92fbb4d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5118434e5893470c879c9fce0aa0e7ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.050319] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: af8d829a-893e-41fa-af40-b568893d5ab8] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.082704] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152929} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.083467] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.083898] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d371ecf-d883-40e3-b3c0-98d6b88642f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.106209] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] acc233f4-3f76-4755-bb23-b2dafffe80cc/acc233f4-3f76-4755-bb23-b2dafffe80cc.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.106451] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3f6909-915e-484c-9d51-de0e98e59802 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.126948] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1732.126948] env[62437]: value = "task-1811903" [ 1732.126948] env[62437]: _type = "Task" [ 1732.126948] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.135172] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.194541] env[62437]: DEBUG nova.compute.manager [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Received event network-vif-plugged-aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1732.195283] env[62437]: DEBUG oslo_concurrency.lockutils [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] Acquiring lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.195670] env[62437]: DEBUG oslo_concurrency.lockutils [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] Lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.196021] env[62437]: DEBUG oslo_concurrency.lockutils [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] Lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.196407] env[62437]: DEBUG nova.compute.manager [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] No waiting events found dispatching network-vif-plugged-aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.196727] env[62437]: WARNING nova.compute.manager [req-c3d6ea47-97a5-49ab-9f7e-efff9a1eeb84 req-cd18f1d2-d057-49e7-9915-d7f983b2962f service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Received unexpected event network-vif-plugged-aeb5e37c-7228-4467-8f76-538f38cd2fb1 for instance with vm_state building and task_state spawning. [ 1732.335113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.369252] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Successfully created port: a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.442622] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Successfully updated port: aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.464805] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "0199b980-c526-46d3-823f-d4ed152e14ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.464805] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.470880] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.553504] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: dd9f0b15-0c99-47d7-bca1-e5c655043c72] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.637739] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.865786] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc973e5b-8a1e-46c9-8a2e-2698b9f53b24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.887782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05538d70-d183-4c31-944d-9be3016042fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.895956] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1732.949122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.949122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.949122] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.966416] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.057883] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: a83d4329-45e0-4625-9eaa-f098c5eaaa94] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.140166] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.403823] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.404541] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a996cf0-1fe2-4036-a04e-ae40e721aabf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.413694] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1733.413694] env[62437]: value = "task-1811904" [ 1733.413694] env[62437]: _type = "Task" [ 1733.413694] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.422800] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.484903] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.491308] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.491616] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.493920] env[62437]: INFO nova.compute.claims [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.500279] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.515474] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.515812] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.515991] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.516220] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.516457] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.516526] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.516685] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.516839] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.517035] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.517192] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.517367] env[62437]: DEBUG nova.virt.hardware [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.518361] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527e6d9-747b-44ec-b309-30abfc926c7a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.528308] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d66dd-6963-4a14-be7b-97f45786050f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.561115] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 776ef132-6a90-4850-8e1a-122e84f36a7d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.637477] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811903, 'name': ReconfigVM_Task, 'duration_secs': 1.031155} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.637783] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Reconfigured VM instance instance-00000052 to attach disk [datastore1] acc233f4-3f76-4755-bb23-b2dafffe80cc/acc233f4-3f76-4755-bb23-b2dafffe80cc.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.638423] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d8cd4da-fd41-4871-847d-658eb42db298 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.644778] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1733.644778] env[62437]: value = "task-1811905" [ 1733.644778] env[62437]: _type = "Task" [ 1733.644778] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.653066] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811905, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.658914] env[62437]: DEBUG nova.network.neutron [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Updating instance_info_cache with network_info: [{"id": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "address": "fa:16:3e:6a:63:31", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb5e37c-72", "ovs_interfaceid": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.925131] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.065025] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: a315c680-31cc-47e2-be82-f4e8e45d1939] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1734.076079] env[62437]: DEBUG nova.compute.manager [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Received event network-vif-plugged-a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1734.076079] env[62437]: DEBUG oslo_concurrency.lockutils [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] Acquiring lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.076079] env[62437]: DEBUG oslo_concurrency.lockutils [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.076079] env[62437]: DEBUG oslo_concurrency.lockutils [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.076380] env[62437]: DEBUG nova.compute.manager [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] No waiting events found dispatching network-vif-plugged-a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.076380] env[62437]: WARNING nova.compute.manager [req-233e165c-6e99-470c-aac6-4b7fd6b7ef08 req-8cf1838c-1c08-4057-b75e-bcfeacf734ee service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Received unexpected event network-vif-plugged-a7a7d659-4a50-4391-b06f-28de91b948e2 for instance with vm_state building and task_state spawning. [ 1734.155147] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811905, 'name': Rename_Task, 'duration_secs': 0.416542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.155441] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.155686] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b7f984-825a-4458-ad44-6a14f3897f2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.161774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.161774] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Instance network_info: |[{"id": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "address": "fa:16:3e:6a:63:31", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb5e37c-72", "ovs_interfaceid": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.163151] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:63:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeb5e37c-7228-4467-8f76-538f38cd2fb1', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.170468] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating folder: Project (5118434e5893470c879c9fce0aa0e7ed). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.170844] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1734.170844] env[62437]: value = "task-1811906" [ 1734.170844] env[62437]: _type = "Task" [ 1734.170844] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.171165] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c870e4c-4f5f-467d-9c68-e373654b576f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.182474] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811906, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.184734] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Created folder: Project (5118434e5893470c879c9fce0aa0e7ed) in parent group-v375259. [ 1734.185129] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating folder: Instances. Parent ref: group-v375487. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.185207] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d0394b-081a-41c9-8b4a-e4117c6be94a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.191638] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Successfully updated port: a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.197035] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Created folder: Instances in parent group-v375487. [ 1734.197035] env[62437]: DEBUG oslo.service.loopingcall [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.197035] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.197035] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9185f983-feb6-47d5-a493-2a260b7b773f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.217843] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.217843] env[62437]: value = "task-1811909" [ 1734.217843] env[62437]: _type = "Task" [ 1734.217843] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.226690] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811909, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.242985] env[62437]: DEBUG nova.compute.manager [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Received event network-changed-21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1734.243340] env[62437]: DEBUG nova.compute.manager [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Refreshing instance network info cache due to event network-changed-21df550c-7729-402d-a835-db0e1edcb656. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1734.243579] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.243731] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.243900] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Refreshing network info cache for port 21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.425314] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.569831] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 4de10d20-6e36-471d-820e-189eafb1253f] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1734.685429] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811906, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.696741] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.696987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.697209] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1734.729711] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811909, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.760649] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af87393-c06a-4870-8bae-5ecf94117785 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.768924] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4ea96-7d4d-4bde-98a6-2429d995f96b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.804308] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e791935-ed7d-4e32-b264-3d9255010e28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.812490] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b515d9-45e6-418e-ab92-1fdc5e066987 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.827756] env[62437]: DEBUG nova.compute.provider_tree [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.924748] env[62437]: DEBUG oslo_vmware.api [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811904, 'name': PowerOnVM_Task, 'duration_secs': 1.297351} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.927158] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.927353] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7de01-0965-47fd-b61f-267596f6e65d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance 'e5434f1f-b21f-46fe-b86e-5381b7a3f3b7' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1734.997577] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updated VIF entry in instance network info cache for port 21df550c-7729-402d-a835-db0e1edcb656. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.997987] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.073085] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 6affb551-d4b3-4a32-a19b-7dffe71d0e61] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.184187] env[62437]: DEBUG oslo_vmware.api [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811906, 'name': PowerOnVM_Task, 'duration_secs': 0.731461} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.184541] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.184791] env[62437]: INFO nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Took 14.64 seconds to spawn the instance on the hypervisor. [ 1735.184991] env[62437]: DEBUG nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.185812] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f32763-96b5-4b7f-810e-ba614894f792 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.228954] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811909, 'name': CreateVM_Task, 'duration_secs': 0.570577} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.229869] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.230531] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.230700] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.231110] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.232021] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.234177] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c0eae6-0a96-4549-870a-3447e0803559 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.239188] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1735.239188] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b31b91-cfc1-dc9c-a3d3-f62fe43d73e6" [ 1735.239188] env[62437]: _type = "Task" [ 1735.239188] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.249250] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b31b91-cfc1-dc9c-a3d3-f62fe43d73e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.331524] env[62437]: DEBUG nova.scheduler.client.report [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.413687] env[62437]: DEBUG nova.network.neutron [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Updating instance_info_cache with network_info: [{"id": "a7a7d659-4a50-4391-b06f-28de91b948e2", "address": "fa:16:3e:6d:77:4d", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a7d659-4a", "ovs_interfaceid": "a7a7d659-4a50-4391-b06f-28de91b948e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.501113] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.501547] env[62437]: DEBUG nova.compute.manager [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Received event network-changed-aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1735.501827] env[62437]: DEBUG nova.compute.manager [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Refreshing instance network info cache due to event network-changed-aeb5e37c-7228-4467-8f76-538f38cd2fb1. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1735.502076] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Acquiring lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.502231] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Acquired lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.502396] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Refreshing network info cache for port aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.576203] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5ace24d7-780e-4544-8742-fd19b66d29d4] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.704925] env[62437]: INFO nova.compute.manager [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Took 20.94 seconds to build instance. [ 1735.749413] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b31b91-cfc1-dc9c-a3d3-f62fe43d73e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.749753] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.750022] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.750234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.750381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.750558] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.750813] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bb8e8e-0c23-4a83-add3-01c4636eb1be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.759784] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.759942] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.760658] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0154de-f61f-4446-b4bc-f5df95a52dc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.765642] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1735.765642] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529dfdc7-38d8-9c3b-4954-d8d131db6a6a" [ 1735.765642] env[62437]: _type = "Task" [ 1735.765642] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.774452] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529dfdc7-38d8-9c3b-4954-d8d131db6a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.837247] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.837982] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.916470] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.916831] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Instance network_info: |[{"id": "a7a7d659-4a50-4391-b06f-28de91b948e2", "address": "fa:16:3e:6d:77:4d", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a7d659-4a", "ovs_interfaceid": "a7a7d659-4a50-4391-b06f-28de91b948e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1735.917294] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:77:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a7d659-4a50-4391-b06f-28de91b948e2', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1735.924964] env[62437]: DEBUG oslo.service.loopingcall [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.925203] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1735.925440] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c644659a-675d-4429-a61b-a3c5486d861f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.950183] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1735.950183] env[62437]: value = "task-1811910" [ 1735.950183] env[62437]: _type = "Task" [ 1735.950183] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.960965] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811910, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.079709] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 430b5d21-3bbc-49e7-ad1d-4a681a95ee9b] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.108819] env[62437]: DEBUG nova.compute.manager [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Received event network-changed-a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1736.109063] env[62437]: DEBUG nova.compute.manager [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Refreshing instance network info cache due to event network-changed-a7a7d659-4a50-4391-b06f-28de91b948e2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1736.109366] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] Acquiring lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.109609] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] Acquired lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.109780] env[62437]: DEBUG nova.network.neutron [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Refreshing network info cache for port a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.207032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b53cd339-2a89-4c3c-b608-9763425ab282 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.452s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.276113] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529dfdc7-38d8-9c3b-4954-d8d131db6a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.276987] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53831751-d689-458e-b37d-45547d86a03f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.282369] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1736.282369] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6fb88-64ab-d6c3-b05e-e0e4274b984f" [ 1736.282369] env[62437]: _type = "Task" [ 1736.282369] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.295530] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6fb88-64ab-d6c3-b05e-e0e4274b984f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.296501] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Updated VIF entry in instance network info cache for port aeb5e37c-7228-4467-8f76-538f38cd2fb1. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.296857] env[62437]: DEBUG nova.network.neutron [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Updating instance_info_cache with network_info: [{"id": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "address": "fa:16:3e:6a:63:31", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb5e37c-72", "ovs_interfaceid": "aeb5e37c-7228-4467-8f76-538f38cd2fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.345289] env[62437]: DEBUG nova.compute.utils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.346872] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1736.433080] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1736.434015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5458d-4077-4dec-9b54-2c12d62a7b1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.440311] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1736.440490] env[62437]: ERROR oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk due to incomplete transfer. [ 1736.440717] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-778dca4d-d94d-4c34-b1eb-828aca1abc29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.457662] env[62437]: DEBUG oslo_vmware.rw_handles [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9e82-8490-b6a4-5afe-07e5e055734e/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1736.457842] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Uploaded image 7dea5600-c60a-4ad3-b69e-b59f04ac9529 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1736.461031] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1736.464925] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88b0ff6d-7619-4ba1-ab41-b333200fae7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.466350] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.466579] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.466777] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.466961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.467148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.468718] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811910, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.469534] env[62437]: INFO nova.compute.manager [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Terminating instance [ 1736.475896] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1736.475896] env[62437]: value = "task-1811911" [ 1736.475896] env[62437]: _type = "Task" [ 1736.475896] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.483244] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811911, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.583243] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 078b40b5-29a5-4e38-a55c-eea6c586ae11] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.792954] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6fb88-64ab-d6c3-b05e-e0e4274b984f, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.793332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.793601] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a9259c28-499c-4d8c-b478-ae95d3395613/a9259c28-499c-4d8c-b478-ae95d3395613.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.793870] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c13ea2dc-7962-4dc6-a2f0-37d558c572d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.802376] env[62437]: DEBUG oslo_concurrency.lockutils [req-c8186114-3f1b-45b3-845b-84ba62ecff96 req-1942b9da-1eba-4847-875f-12ffdc379c1b service nova] Releasing lock "refresh_cache-a9259c28-499c-4d8c-b478-ae95d3395613" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.802376] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1736.802376] env[62437]: value = "task-1811912" [ 1736.802376] env[62437]: _type = "Task" [ 1736.802376] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.810763] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.829197] env[62437]: DEBUG nova.network.neutron [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Updated VIF entry in instance network info cache for port a7a7d659-4a50-4391-b06f-28de91b948e2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.829527] env[62437]: DEBUG nova.network.neutron [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Updating instance_info_cache with network_info: [{"id": "a7a7d659-4a50-4391-b06f-28de91b948e2", "address": "fa:16:3e:6d:77:4d", "network": {"id": "1e716a22-4cb0-441b-9bc3-4ea51944c106", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "08f981c48e49468cb36ee1bcc0dd26cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a7d659-4a", "ovs_interfaceid": "a7a7d659-4a50-4391-b06f-28de91b948e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.848442] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.963217] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811910, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.974995] env[62437]: DEBUG nova.compute.manager [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1736.975268] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.976425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954d2f2-3ffb-4b7c-bad2-4d0efdd7ca57 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.988388] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811911, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.990849] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.991167] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fdc7e5-9b12-4073-9da1-9bd9c8201aac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.998105] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1736.998105] env[62437]: value = "task-1811913" [ 1736.998105] env[62437]: _type = "Task" [ 1736.998105] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.006830] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.087036] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: af2ab062-702a-456e-8b58-bbfa70ae2bdc] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.311925] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.332738] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5836bb3-2f29-4e03-a6e6-af95273e5b20 req-9d3e818f-6fa8-4b00-bc7f-a3e9ac9f4320 service nova] Releasing lock "refresh_cache-91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.448050] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.448397] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.448625] env[62437]: DEBUG nova.compute.manager [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Going to confirm migration 4 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1737.468363] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811910, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.489815] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811911, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.511181] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.590774] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 80f80734-f27c-4632-ac25-f8691b27087f] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.812425] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684839} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.812695] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a9259c28-499c-4d8c-b478-ae95d3395613/a9259c28-499c-4d8c-b478-ae95d3395613.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.812919] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.813194] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332be3b2-93eb-439a-aca4-2a08db318ca9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.819764] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1737.819764] env[62437]: value = "task-1811914" [ 1737.819764] env[62437]: _type = "Task" [ 1737.819764] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.826972] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.858321] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.886640] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.886891] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.887061] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.887254] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.887403] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.887551] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.887762] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.887926] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.888136] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.888320] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.888499] env[62437]: DEBUG nova.virt.hardware [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.889395] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c76e7a-5a28-431f-970f-9f4ca3ec0c43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.896909] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a070b42b-279d-48f9-a447-4a4110a0c72c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.910634] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.916128] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Creating folder: Project (6cef65258c87423eb7f7040d5025a23b). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.916394] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99f0a9b2-c965-499d-a829-0b12759ace69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.926698] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Created folder: Project (6cef65258c87423eb7f7040d5025a23b) in parent group-v375259. [ 1737.926872] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Creating folder: Instances. Parent ref: group-v375491. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.927090] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62854139-fe73-4196-a022-0f40ae167cbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.936903] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Created folder: Instances in parent group-v375491. [ 1737.937152] env[62437]: DEBUG oslo.service.loopingcall [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.937345] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.937547] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ef28e4-37b7-41dd-9996-2afbaf1fce18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.954658] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.954658] env[62437]: value = "task-1811917" [ 1737.954658] env[62437]: _type = "Task" [ 1737.954658] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.966922] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811910, 'name': CreateVM_Task, 'duration_secs': 1.568961} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.969426] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.969616] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811917, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.970269] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.970438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.970748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.970978] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0a1850-516e-41f0-b8ca-20053a9fb3e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.974973] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1737.974973] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c37213-c699-912e-67f1-a0a225c0dd54" [ 1737.974973] env[62437]: _type = "Task" [ 1737.974973] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.982260] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c37213-c699-912e-67f1-a0a225c0dd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.989543] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811911, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.991657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.991846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.992040] env[62437]: DEBUG nova.network.neutron [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.992229] env[62437]: DEBUG nova.objects.instance [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'info_cache' on Instance uuid e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.008418] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811913, 'name': PowerOffVM_Task, 'duration_secs': 0.731837} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.008659] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.008849] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.009097] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cac8ff-49d2-4841-aca7-82bca4ca1617 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.095652] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa937bc6-203c-4830-8adc-2fc1394bb790] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.149027] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "fc827652-f750-480c-8aa4-c1ed847972d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.149153] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.149404] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.149693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.150013] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.152943] env[62437]: INFO nova.compute.manager [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Terminating instance [ 1738.199054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.199054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.199054] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] acc233f4-3f76-4755-bb23-b2dafffe80cc {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.199351] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9eaecc-9fa4-4a84-97cd-63e563f0c586 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.205621] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1738.205621] env[62437]: value = "task-1811919" [ 1738.205621] env[62437]: _type = "Task" [ 1738.205621] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.213777] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.329760] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068233} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.330075] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.330875] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44fad5-d944-430d-a3b1-e5db8df7d90e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.354033] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a9259c28-499c-4d8c-b478-ae95d3395613/a9259c28-499c-4d8c-b478-ae95d3395613.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.354402] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4580f95a-4565-4f9f-9057-fec8baba9211 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.375067] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1738.375067] env[62437]: value = "task-1811920" [ 1738.375067] env[62437]: _type = "Task" [ 1738.375067] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.382863] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.468686] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811917, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.484351] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c37213-c699-912e-67f1-a0a225c0dd54, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.487283] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.487594] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.487881] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.488112] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.488309] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.488556] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32498607-c199-4664-af24-7c4654802694 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.496781] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811911, 'name': Destroy_Task, 'duration_secs': 1.919482} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.497821] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Destroyed the VM [ 1738.498078] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1738.498339] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.498500] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.499366] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12e16168-0f49-4268-a0df-5d38d55e207c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.500840] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c03ed0-aa90-46a9-9db2-a64099552de1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.506171] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1738.506171] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bbbd88-2a8b-22d2-4022-48e11046283b" [ 1738.506171] env[62437]: _type = "Task" [ 1738.506171] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.510339] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1738.510339] env[62437]: value = "task-1811921" [ 1738.510339] env[62437]: _type = "Task" [ 1738.510339] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.517670] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bbbd88-2a8b-22d2-4022-48e11046283b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.522133] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.599193] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7cf5f2ba-0f5e-46cd-9d28-26593c5ca88d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.656676] env[62437]: DEBUG nova.compute.manager [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.656924] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.657842] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa5b496-e99a-4cbd-b18b-836a06bc2540 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.666264] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.666918] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cf4be3-bf8e-48d8-9896-51877b10ce76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.673074] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1738.673074] env[62437]: value = "task-1811922" [ 1738.673074] env[62437]: _type = "Task" [ 1738.673074] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.680991] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.717058] env[62437]: DEBUG oslo_vmware.api [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195478} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.717058] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.717058] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.717058] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.717058] env[62437]: INFO nova.compute.manager [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1738.717058] env[62437]: DEBUG oslo.service.loopingcall [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.717302] env[62437]: DEBUG nova.compute.manager [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.717302] env[62437]: DEBUG nova.network.neutron [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.888472] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.970582] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811917, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.019428] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bbbd88-2a8b-22d2-4022-48e11046283b, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.020734] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f03c82-c795-4fa6-94c5-1bd3633dab38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.027494] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811921, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.028677] env[62437]: DEBUG nova.compute.manager [req-faf2bb6c-92c3-47b6-b131-1db57001ea7c req-458df070-e3d3-406f-b618-49a3a87ec860 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Received event network-vif-deleted-cac7512d-30c5-4f7d-a108-1b16b11f601c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1739.028922] env[62437]: INFO nova.compute.manager [req-faf2bb6c-92c3-47b6-b131-1db57001ea7c req-458df070-e3d3-406f-b618-49a3a87ec860 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Neutron deleted interface cac7512d-30c5-4f7d-a108-1b16b11f601c; detaching it from the instance and deleting it from the info cache [ 1739.029153] env[62437]: DEBUG nova.network.neutron [req-faf2bb6c-92c3-47b6-b131-1db57001ea7c req-458df070-e3d3-406f-b618-49a3a87ec860 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.034795] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1739.034795] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5255f2c7-a806-1ff8-6f5b-6f93918bab08" [ 1739.034795] env[62437]: _type = "Task" [ 1739.034795] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.043827] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5255f2c7-a806-1ff8-6f5b-6f93918bab08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.102127] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: bd51d68d-fe1a-4b25-81df-3d37e0669e45] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.183631] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811922, 'name': PowerOffVM_Task, 'duration_secs': 0.296301} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.184135] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.184135] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.184400] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7319058d-d998-4bd1-88d0-016b0fd87f11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.215375] env[62437]: DEBUG nova.network.neutron [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [{"id": "a70df64c-3dd3-45e9-8777-655df544c0fa", "address": "fa:16:3e:1d:ab:29", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70df64c-3d", "ovs_interfaceid": "a70df64c-3dd3-45e9-8777-655df544c0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.293947] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.294214] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.294424] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Deleting the datastore file [datastore1] fc827652-f750-480c-8aa4-c1ed847972d2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.294685] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616cb929-7b3d-4802-b4ae-651179c63abb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.301344] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for the task: (returnval){ [ 1739.301344] env[62437]: value = "task-1811924" [ 1739.301344] env[62437]: _type = "Task" [ 1739.301344] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.308991] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.385321] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811920, 'name': ReconfigVM_Task, 'duration_secs': 0.675337} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.385620] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a9259c28-499c-4d8c-b478-ae95d3395613/a9259c28-499c-4d8c-b478-ae95d3395613.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.386264] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22975af0-409d-436f-8c2e-5fb8ffac2555 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.392740] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1739.392740] env[62437]: value = "task-1811925" [ 1739.392740] env[62437]: _type = "Task" [ 1739.392740] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.404327] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811925, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.470328] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811917, 'name': CreateVM_Task, 'duration_secs': 1.162815} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.470328] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.470719] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.470896] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.471276] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.471541] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd43048c-0c2f-4422-97f9-5b3752b63672 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.477559] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1739.477559] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a44b9e-7780-1b05-c9dd-79f861317c6a" [ 1739.477559] env[62437]: _type = "Task" [ 1739.477559] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.486437] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a44b9e-7780-1b05-c9dd-79f861317c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.502958] env[62437]: DEBUG nova.network.neutron [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.521900] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742723} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.522224] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1739.522500] env[62437]: DEBUG nova.compute.manager [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.523312] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a60fc-2a3e-4909-8b0b-05a7a4ef51d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.534226] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3de16bd2-3c14-4377-a3b2-d1fc0c00b3be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.545911] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5255f2c7-a806-1ff8-6f5b-6f93918bab08, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.546997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.547274] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799/91ec4fec-1d20-4cda-9bdc-f4a3ecac6799.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.547845] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b98b70-194a-40b5-9450-6901372d158d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.552198] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac13c47-dc41-482b-b1d8-37e954e5fd08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.568147] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1739.568147] env[62437]: value = "task-1811926" [ 1739.568147] env[62437]: _type = "Task" [ 1739.568147] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.577142] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.590340] env[62437]: DEBUG nova.compute.manager [req-faf2bb6c-92c3-47b6-b131-1db57001ea7c req-458df070-e3d3-406f-b618-49a3a87ec860 service nova] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Detach interface failed, port_id=cac7512d-30c5-4f7d-a108-1b16b11f601c, reason: Instance acc233f4-3f76-4755-bb23-b2dafffe80cc could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1739.605477] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 58259693-b4bd-421d-a7ad-822fc2c5e6c9] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.718598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.718873] env[62437]: DEBUG nova.objects.instance [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'migration_context' on Instance uuid e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.811731] env[62437]: DEBUG oslo_vmware.api [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Task: {'id': task-1811924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173525} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.812091] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.812287] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.812467] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.812671] env[62437]: INFO nova.compute.manager [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1739.812886] env[62437]: DEBUG oslo.service.loopingcall [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.813092] env[62437]: DEBUG nova.compute.manager [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.813184] env[62437]: DEBUG nova.network.neutron [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.904205] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811925, 'name': Rename_Task, 'duration_secs': 0.200579} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.904682] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.905079] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0062af7-fe8c-47f3-9d39-c11ea9270c77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.913611] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1739.913611] env[62437]: value = "task-1811927" [ 1739.913611] env[62437]: _type = "Task" [ 1739.913611] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.922975] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.987894] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a44b9e-7780-1b05-c9dd-79f861317c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.018683} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.988270] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.988518] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.989970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.989970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.989970] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.989970] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996c4fa8-5243-487c-81b1-0dda7e5ef1cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.004780] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.004985] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.005996] env[62437]: INFO nova.compute.manager [-] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Took 1.29 seconds to deallocate network for instance. [ 1740.006243] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bde6db-6fe1-4337-998f-210c2a1f4b81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.015152] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1740.015152] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5246a764-2ff0-e5a0-b1aa-d0b0ebf0b2a6" [ 1740.015152] env[62437]: _type = "Task" [ 1740.015152] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.026069] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246a764-2ff0-e5a0-b1aa-d0b0ebf0b2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.035419] env[62437]: INFO nova.compute.manager [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Shelve offloading [ 1740.079930] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.109211] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8a65483e-428b-4740-a113-774522a91cc1] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.221992] env[62437]: DEBUG nova.objects.base [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1740.223203] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb08e37-f858-42b8-865e-48c7495784a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.242514] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1943de-0360-4aa1-91ce-48aabc587d61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.248146] env[62437]: DEBUG oslo_vmware.api [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1740.248146] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5808f-b3e1-8758-db1f-b421144ba46b" [ 1740.248146] env[62437]: _type = "Task" [ 1740.248146] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.255836] env[62437]: DEBUG oslo_vmware.api [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5808f-b3e1-8758-db1f-b421144ba46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.427236] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.520807] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.521087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.521310] env[62437]: DEBUG nova.objects.instance [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid acc233f4-3f76-4755-bb23-b2dafffe80cc {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.528657] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246a764-2ff0-e5a0-b1aa-d0b0ebf0b2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.063029} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.529769] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce55c50-0641-4da7-adab-28b4ed5b0382 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.536100] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1740.536100] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520cc53d-96a8-ec62-ff91-6afc8a2f4e0a" [ 1740.536100] env[62437]: _type = "Task" [ 1740.536100] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.539783] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.540039] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede967fc-fd0a-4297-8b6d-bb81448731ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.546788] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520cc53d-96a8-ec62-ff91-6afc8a2f4e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.550120] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1740.550120] env[62437]: value = "task-1811928" [ 1740.550120] env[62437]: _type = "Task" [ 1740.550120] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.556424] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.578439] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526818} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.578704] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799/91ec4fec-1d20-4cda-9bdc-f4a3ecac6799.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.578917] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.579174] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2681d1-f713-4288-9e71-3e86c5f0420b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.585930] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1740.585930] env[62437]: value = "task-1811929" [ 1740.585930] env[62437]: _type = "Task" [ 1740.585930] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.593866] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.613180] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 2fae54f8-608e-43f7-a4f3-4fc12e3440c2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.760878] env[62437]: DEBUG oslo_vmware.api [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5808f-b3e1-8758-db1f-b421144ba46b, 'name': SearchDatastore_Task, 'duration_secs': 0.00687} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.761205] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.805486] env[62437]: DEBUG nova.network.neutron [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.925468] env[62437]: DEBUG oslo_vmware.api [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811927, 'name': PowerOnVM_Task, 'duration_secs': 0.729924} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.925769] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.925952] env[62437]: INFO nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1740.926141] env[62437]: DEBUG nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.927066] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df41e69-ecb8-47fb-b20e-b0c922963961 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.046957] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520cc53d-96a8-ec62-ff91-6afc8a2f4e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.050489] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.050748] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0199b980-c526-46d3-823f-d4ed152e14ab/0199b980-c526-46d3-823f-d4ed152e14ab.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.051895] env[62437]: DEBUG nova.compute.manager [req-ebef55a4-7de9-4a1d-9a00-d5438bf02489 req-dd47706a-0273-4321-882b-b06b386557fa service nova] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Received event network-vif-deleted-812f87e4-0313-44bd-ba23-8c239e455b56 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1741.053447] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d26b16-e2a2-476f-b493-ca9e39f73b14 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.065863] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1741.066079] env[62437]: DEBUG nova.compute.manager [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.066388] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1741.066388] env[62437]: value = "task-1811930" [ 1741.066388] env[62437]: _type = "Task" [ 1741.066388] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.067206] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89859e87-f41f-41ef-a8c7-a1f877078e20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.075191] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.075363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.075534] env[62437]: DEBUG nova.network.neutron [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.081878] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.096025] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069261} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.096025] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.096601] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fdf28d-6a3d-4a02-9b71-1c0f52b2d857 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.118327] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799/91ec4fec-1d20-4cda-9bdc-f4a3ecac6799.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.121082] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: c8676778-02e1-42af-9f27-1ce067cd30fa] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1741.123557] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9256be-8632-42f0-84cb-6e88fa068b38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.143050] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1741.143050] env[62437]: value = "task-1811931" [ 1741.143050] env[62437]: _type = "Task" [ 1741.143050] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.152182] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.310509] env[62437]: INFO nova.compute.manager [-] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Took 1.50 seconds to deallocate network for instance. [ 1741.336545] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830acdd-145b-4da4-983c-c5f5ca7c8b95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.344595] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b1acf2-2041-4af3-9bfe-65acb7b3b985 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.384418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabcba01-b229-4aac-9040-a21352bf918f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.396281] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2419b7-3848-457f-92f5-aa80a7802be0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.418718] env[62437]: DEBUG nova.compute.provider_tree [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.443598] env[62437]: INFO nova.compute.manager [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 14.75 seconds to build instance. [ 1741.582783] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811930, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.624042] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0a4d4298-51ef-45bf-ba76-73a540cf1716] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1741.656234] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811931, 'name': ReconfigVM_Task, 'duration_secs': 0.389326} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.656546] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799/91ec4fec-1d20-4cda-9bdc-f4a3ecac6799.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.657247] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3946eda8-a431-47e8-9d9a-5b958c9b6d21 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.664225] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1741.664225] env[62437]: value = "task-1811932" [ 1741.664225] env[62437]: _type = "Task" [ 1741.664225] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.673380] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811932, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.785376] env[62437]: DEBUG nova.network.neutron [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updating instance_info_cache with network_info: [{"id": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "address": "fa:16:3e:f7:81:55", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891215-6a", "ovs_interfaceid": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.820582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.922852] env[62437]: DEBUG nova.scheduler.client.report [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.945723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6a373b94-5aca-467e-9eeb-8a099412b776 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.266s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.079297] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.079693] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0199b980-c526-46d3-823f-d4ed152e14ab/0199b980-c526-46d3-823f-d4ed152e14ab.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.079864] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.080051] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84e4063-bd4c-48b4-b4f9-77427efd687c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.086381] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1742.086381] env[62437]: value = "task-1811933" [ 1742.086381] env[62437]: _type = "Task" [ 1742.086381] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.095064] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.127203] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8310346b-1be8-4da3-aa80-08f9cbc20e36] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.173530] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811932, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.288085] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.428447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.430784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.670s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.449704] env[62437]: INFO nova.scheduler.client.report [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance acc233f4-3f76-4755-bb23-b2dafffe80cc [ 1742.531203] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.532140] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313e583-de9f-453f-be0a-528ecf2b376c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.540049] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.540296] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caaeebdd-10d3-43c7-bb67-442df44b729b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.596445] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105094} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.596719] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.597528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e05808-0a86-48b1-b226-ea7e12359724 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.618204] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 0199b980-c526-46d3-823f-d4ed152e14ab/0199b980-c526-46d3-823f-d4ed152e14ab.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.618507] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f70bd49-b715-4499-bb7c-5cb512736a3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.633431] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9e00dcfd-147c-443b-bafc-ac77382a57a4] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.640259] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1742.640259] env[62437]: value = "task-1811935" [ 1742.640259] env[62437]: _type = "Task" [ 1742.640259] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.645174] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.645782] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.645782] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.646214] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b2f3bd-fe6c-4be0-a26b-862437376cbc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.651032] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.656480] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1742.656480] env[62437]: value = "task-1811936" [ 1742.656480] env[62437]: _type = "Task" [ 1742.656480] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.665145] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.673614] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811932, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.959941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c54d3ec-c506-4d60-8174-d5a7604833aa tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "acc233f4-3f76-4755-bb23-b2dafffe80cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.493s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.078306] env[62437]: DEBUG nova.compute.manager [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received event network-vif-unplugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.078518] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.078737] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.078907] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.079106] env[62437]: DEBUG nova.compute.manager [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] No waiting events found dispatching network-vif-unplugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.079285] env[62437]: WARNING nova.compute.manager [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received unexpected event network-vif-unplugged-d7891215-6abd-40c1-8f80-fcf4f75ce497 for instance with vm_state shelved and task_state shelving_offloading. [ 1743.079440] env[62437]: DEBUG nova.compute.manager [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Received event network-changed-d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.079593] env[62437]: DEBUG nova.compute.manager [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Refreshing instance network info cache due to event network-changed-d7891215-6abd-40c1-8f80-fcf4f75ce497. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1743.079794] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Acquiring lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.079941] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Acquired lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.080110] env[62437]: DEBUG nova.network.neutron [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Refreshing network info cache for port d7891215-6abd-40c1-8f80-fcf4f75ce497 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.137208] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9aa0c672-1b3d-416d-b626-9c880c127339] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.152233] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811935, 'name': ReconfigVM_Task, 'duration_secs': 0.407159} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.152581] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 0199b980-c526-46d3-823f-d4ed152e14ab/0199b980-c526-46d3-823f-d4ed152e14ab.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.155868] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465786b2-c484-427b-8629-84be61c72134 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.172650] env[62437]: DEBUG oslo_vmware.api [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1811936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150939} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.174927] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.175161] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.175337] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.177699] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c793b-6561-4200-943e-a8c1224840ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.181690] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1743.181690] env[62437]: value = "task-1811937" [ 1743.181690] env[62437]: _type = "Task" [ 1743.181690] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.190660] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811932, 'name': Rename_Task, 'duration_secs': 1.042088} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.191542] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8ae51-15f6-41b7-8da2-aac7e018fe11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.198029] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.198952] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28c1c09-000d-40b2-a0c5-09d92b368740 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.200664] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811937, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.201622] env[62437]: INFO nova.scheduler.client.report [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d [ 1743.235029] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b7c056-18d9-4e0b-80d6-fd5bd033d188 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.239488] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1743.239488] env[62437]: value = "task-1811938" [ 1743.239488] env[62437]: _type = "Task" [ 1743.239488] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.250110] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355d66d-ec93-4152-a3aa-cfbf814cd7ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.261403] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.276404] env[62437]: DEBUG nova.compute.provider_tree [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.426080] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.426351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.536220] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.536470] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.642551] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b8ce0bb6-368d-45b4-9242-29f5d615bb56] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.694937] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811937, 'name': Rename_Task, 'duration_secs': 0.152055} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.694937] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.694937] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c73b92-a1f0-4e2b-9b98-c9f59a79f54a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.701841] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1743.701841] env[62437]: value = "task-1811939" [ 1743.701841] env[62437]: _type = "Task" [ 1743.701841] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.706007] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.709726] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.747709] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.797297] env[62437]: ERROR nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [req-3d4e2039-5575-4d8a-a9b9-7444b008c8f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d4e2039-5575-4d8a-a9b9-7444b008c8f7"}]} [ 1743.817174] env[62437]: DEBUG nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1743.832598] env[62437]: DEBUG nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1743.832598] env[62437]: DEBUG nova.compute.provider_tree [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.841019] env[62437]: DEBUG nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1743.860403] env[62437]: DEBUG nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1743.890273] env[62437]: DEBUG nova.network.neutron [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updated VIF entry in instance network info cache for port d7891215-6abd-40c1-8f80-fcf4f75ce497. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.890677] env[62437]: DEBUG nova.network.neutron [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updating instance_info_cache with network_info: [{"id": "d7891215-6abd-40c1-8f80-fcf4f75ce497", "address": "fa:16:3e:f7:81:55", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": null, "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd7891215-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.932382] env[62437]: DEBUG nova.compute.utils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.039110] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1744.092907] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721c0674-abab-46a7-8732-261dc44f0bfc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.096356] env[62437]: INFO nova.compute.manager [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Rebuilding instance [ 1744.102975] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db7ba58-e7e3-48b1-8077-0b88908eccdb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.137332] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9ef6f4-d812-41f4-bdea-0a334af5c4fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.148321] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb213b5-bac1-47ca-b13c-89866e1b6076 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.152364] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fc93fadb-9c7b-4218-b2b1-ddc2aa59fd13] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.164330] env[62437]: DEBUG nova.compute.provider_tree [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.169758] env[62437]: DEBUG nova.compute.manager [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.170529] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02c4b8-5c29-49a3-811e-146324aa69ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.212024] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.249832] env[62437]: DEBUG oslo_vmware.api [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811938, 'name': PowerOnVM_Task, 'duration_secs': 0.900894} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.250127] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.250452] env[62437]: INFO nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1744.250685] env[62437]: DEBUG nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.251432] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c216ba8-37bd-4fc2-bbe9-2792dbfd87ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.395728] env[62437]: DEBUG oslo_concurrency.lockutils [req-80a7277c-e3f2-430c-8d58-926c59ebf8be req-9fd5b8f6-e5e2-453e-9f36-8cac0651f367 service nova] Releasing lock "refresh_cache-8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.433941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.562424] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.655671] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: dadee3d2-2fb7-4e47-8545-94edd9273373] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.697316] env[62437]: DEBUG nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1744.697593] env[62437]: DEBUG nova.compute.provider_tree [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 123 to 124 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1744.697763] env[62437]: DEBUG nova.compute.provider_tree [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.713113] env[62437]: DEBUG oslo_vmware.api [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811939, 'name': PowerOnVM_Task, 'duration_secs': 0.748856} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.713390] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.713593] env[62437]: INFO nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1744.713770] env[62437]: DEBUG nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.714725] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb50ec-1779-495a-8395-f4d44a38b0a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.768592] env[62437]: INFO nova.compute.manager [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Took 17.83 seconds to build instance. [ 1744.819614] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.158778] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: c37a880b-4ca6-42e4-8112-68993d5cd327] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.183983] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.184348] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffbc5d02-f96d-43a6-b4ab-2d34d0b699af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.193289] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1745.193289] env[62437]: value = "task-1811940" [ 1745.193289] env[62437]: _type = "Task" [ 1745.193289] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.205816] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.221186] env[62437]: DEBUG nova.compute.manager [None req-2911c034-c0d8-4d9f-a684-7f3aa57be4a1 tempest-ServerDiagnosticsV248Test-1351059889 tempest-ServerDiagnosticsV248Test-1351059889-project-admin] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.222410] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627b718-21d0-4cef-a6b2-9a29642932ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.232019] env[62437]: INFO nova.compute.manager [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Took 11.76 seconds to build instance. [ 1745.234809] env[62437]: INFO nova.compute.manager [None req-2911c034-c0d8-4d9f-a684-7f3aa57be4a1 tempest-ServerDiagnosticsV248Test-1351059889 tempest-ServerDiagnosticsV248Test-1351059889-project-admin] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Retrieving diagnostics [ 1745.235596] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c623b7d5-f32f-4385-a7bb-a7ee4225a292 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.270852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9e9a42d8-eebc-4446-aa33-0e6bb291bc06 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.342s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.495201] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.495454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.495763] env[62437]: INFO nova.compute.manager [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Attaching volume fdaef256-5a74-4742-af8a-107b9ca422af to /dev/sdb [ 1745.537175] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017dd209-a581-41ec-9724-55246dddad6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.545201] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f83d62-eb1a-436b-adc9-7f821f97471d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.558741] env[62437]: DEBUG nova.virt.block_device [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating existing volume attachment record: 891ea8bf-5cf3-49f7-be07-c6287fec0a45 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1745.662667] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7920bc8e-fb29-4b8c-9406-384d54057b87] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.704217] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811940, 'name': PowerOffVM_Task, 'duration_secs': 0.191205} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.704510] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.704743] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.705555] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9932e-50ea-4592-8549-a592c1176e78 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.709224] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.278s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.712572] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.892s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.712804] env[62437]: DEBUG nova.objects.instance [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lazy-loading 'resources' on Instance uuid fc827652-f750-480c-8aa4-c1ed847972d2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.717474] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.717882] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b511c1-d596-4ab5-b5de-8dce57c31563 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.733490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33c7fc04-522d-4859-ba85-78bd6ae189ce tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.866755] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.866981] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.867185] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleting the datastore file [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.867455] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f72e0a5-a11a-42ba-911d-114e4e1b7621 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.874247] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1745.874247] env[62437]: value = "task-1811944" [ 1745.874247] env[62437]: _type = "Task" [ 1745.874247] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.882593] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.010606] env[62437]: DEBUG nova.compute.manager [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.011532] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41414c9f-4365-42dd-af7c-b22699b708c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.168302] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7e729a3e-c36e-4001-9333-b145b7250bc5] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.281759] env[62437]: INFO nova.scheduler.client.report [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocation for migration fa52f7fc-a560-42db-a9fb-d7cfaa019b12 [ 1746.386903] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139721} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.387192] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.387381] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.387557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.451580] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d7db8-7391-4a90-a3ad-2d9667bd3241 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.459659] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64946db-14cb-4fea-8e3a-b29ee60787a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.490514] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bc061d-b6ff-4088-a0e0-454db41e2b20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.498654] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe256e81-cb09-4619-87c2-29c93e5036a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.512883] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.521896] env[62437]: INFO nova.compute.manager [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] instance snapshotting [ 1746.524962] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0b676a-b039-45cc-9182-21aac325c189 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.544611] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806604b-14ae-46a1-8504-2767d3111199 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.673374] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 987b483b-c364-4179-a59b-0fcce6df5332] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.792763] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46a5ec7b-f4a4-4b3f-bd02-9d3787eb62e4 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.344s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.034823] env[62437]: ERROR nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [req-2bed778f-55f4-481c-97ac-d6f0ba346017] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bed778f-55f4-481c-97ac-d6f0ba346017"}]} [ 1747.052226] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1747.055142] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1747.055367] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27486f0c-cfec-4e6c-a9b9-d98479398199 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.064034] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1747.064034] env[62437]: value = "task-1811946" [ 1747.064034] env[62437]: _type = "Task" [ 1747.064034] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.068277] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1747.068496] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.077566] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.081775] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1747.100785] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1747.177477] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9ba77dc7-b3e8-46d4-9160-557a3f7cb396] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.343899] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae696a-cda9-4550-b75c-0006bdc994be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.351612] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8625a-b457-46e8-a0ab-5f31b1867b87 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.382213] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff0938-2c50-4391-a16b-4d6938d12e8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.390673] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c799c6ff-7a60-4147-a5b9-7b4c25bed418 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.407470] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.431906] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.434018] env[62437]: DEBUG nova.virt.hardware [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.434824] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13550e4-f142-4cec-ba37-ea4ff68a9705 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.444432] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ce3d8-63cd-4f23-aac7-1030d72ed9e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.458423] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:12:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7aa8af0-6bd9-4d64-ab94-5bde775d2770', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.465961] env[62437]: DEBUG oslo.service.loopingcall [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.466244] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.466825] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b543b27-5fa3-4234-976d-0f2166529db5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.486411] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.486411] env[62437]: value = "task-1811947" [ 1747.486411] env[62437]: _type = "Task" [ 1747.486411] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.494808] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811947, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.574039] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.681083] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: c4d21476-6b8c-4b76-a4ba-c1292ffa5843] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.703515] env[62437]: INFO nova.compute.manager [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Rebuilding instance [ 1747.705665] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.705895] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.706116] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.706301] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.706475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.709491] env[62437]: INFO nova.compute.manager [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Terminating instance [ 1747.756377] env[62437]: DEBUG nova.compute.manager [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.757242] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583602d-eb0f-4464-965a-7e3148dd8ec0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.928796] env[62437]: ERROR nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] [req-4ed3d016-178c-4b6d-9d88-f66e33aec603] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ed3d016-178c-4b6d-9d88-f66e33aec603"}]} [ 1747.948051] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1747.960344] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1747.960578] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.972519] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1747.991885] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1748.000692] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811947, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.076316] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811946, 'name': CreateSnapshot_Task, 'duration_secs': 0.891295} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.076607] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1748.077393] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae4425-ca91-4ff5-8ee5-966274da13a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.184690] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7807eab5-a894-40cc-9dd4-b46ebf668b3b] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.200211] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9459c2a-d821-4e6b-963c-e671487155c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.208778] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5445f-914e-4b64-96de-d811284e94ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.212809] env[62437]: DEBUG nova.compute.manager [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1748.213172] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.214061] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca409981-9406-4c02-af49-d8e8322f8302 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.223393] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.247247] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82178b8-074d-498e-9bfc-086dd83c6f89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.253915] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d421f1d-d690-45a5-a7db-4f5ddf015c7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.257212] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.257509] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.265340] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f48424-4a91-4eb0-93ad-16f2375eb464 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.269898] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1748.269898] env[62437]: value = "task-1811949" [ 1748.269898] env[62437]: _type = "Task" [ 1748.269898] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.286599] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.292696] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.499376] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811947, 'name': CreateVM_Task, 'duration_secs': 0.527732} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.499615] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.500455] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.500641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.500970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.501261] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80a9a1a-cf44-4e83-a4bf-9240504a1702 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.506579] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1748.506579] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52db427b-af98-dcc6-4bb6-d75d48539799" [ 1748.506579] env[62437]: _type = "Task" [ 1748.506579] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.514984] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52db427b-af98-dcc6-4bb6-d75d48539799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.597140] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1748.597451] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7b58f2d-2930-487b-9aa1-6856873f860b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.605601] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1748.605601] env[62437]: value = "task-1811950" [ 1748.605601] env[62437]: _type = "Task" [ 1748.605601] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.613909] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811950, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.689669] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: bc8b0058-c77c-48f0-9e0f-b3ab3b3d76cb] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.761175] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.783574] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811949, 'name': PowerOffVM_Task, 'duration_secs': 0.199466} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.783798] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.784438] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.784438] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f051fb4f-c3f5-4ea5-be00-f469752e14af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.786071] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.786326] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d85ebdc5-9af1-40b0-a2db-5675c1baea9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.793430] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1748.793430] env[62437]: value = "task-1811952" [ 1748.793430] env[62437]: _type = "Task" [ 1748.793430] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.802622] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.821039] env[62437]: DEBUG nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1748.821351] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 126 to 127 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1748.821592] env[62437]: DEBUG nova.compute.provider_tree [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.887080] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.887080] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.887301] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.887613] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39d1faed-e183-45ac-ae55-4560b705b7b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.895304] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1748.895304] env[62437]: value = "task-1811953" [ 1748.895304] env[62437]: _type = "Task" [ 1748.895304] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.902823] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.017284] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52db427b-af98-dcc6-4bb6-d75d48539799, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.017658] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.017946] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.018263] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.018486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.018684] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.018947] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ff3119-70b8-40f1-adf8-d3d408e46773 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.027311] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.027512] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.028438] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f66d55d-5324-4f4d-b6f3-902b0fe88005 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.034208] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1749.034208] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52144cfa-e3be-ed9c-ba3e-6c63ef37384b" [ 1749.034208] env[62437]: _type = "Task" [ 1749.034208] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.041496] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52144cfa-e3be-ed9c-ba3e-6c63ef37384b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.115555] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811950, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.193402] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: c7b714a4-07fe-4c25-b9ed-e59ff71b2c67] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1749.237373] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.237599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.237811] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.237999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.238189] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.240165] env[62437]: INFO nova.compute.manager [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Terminating instance [ 1749.281265] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.302390] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811952, 'name': PowerOffVM_Task, 'duration_secs': 0.342644} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.302633] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.303384] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.303615] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac61fb4-ec5d-4fea-8b9e-3871ba187e88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.310326] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1749.310326] env[62437]: value = "task-1811954" [ 1749.310326] env[62437]: _type = "Task" [ 1749.310326] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.317491] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.326204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.614s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.328117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.622s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.328343] env[62437]: DEBUG nova.objects.instance [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'resources' on Instance uuid 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.344473] env[62437]: INFO nova.scheduler.client.report [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Deleted allocations for instance fc827652-f750-480c-8aa4-c1ed847972d2 [ 1749.405580] env[62437]: DEBUG oslo_vmware.api [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139925} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.405794] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.405981] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.406193] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.406406] env[62437]: INFO nova.compute.manager [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1749.406594] env[62437]: DEBUG oslo.service.loopingcall [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.406774] env[62437]: DEBUG nova.compute.manager [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.406882] env[62437]: DEBUG nova.network.neutron [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.546035] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52144cfa-e3be-ed9c-ba3e-6c63ef37384b, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.546792] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7feb4efe-ce76-47aa-b7b6-2bcbbb6d6bc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.551886] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1749.551886] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52090392-dedd-bb98-da16-f2d9c8292689" [ 1749.551886] env[62437]: _type = "Task" [ 1749.551886] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.559958] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52090392-dedd-bb98-da16-f2d9c8292689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.616281] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811950, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.691955] env[62437]: DEBUG nova.compute.manager [req-324107c0-c585-4002-8214-82932afd3309 req-41779e57-2f19-42ba-9d95-3d5c6d7fece3 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Received event network-vif-deleted-a70df64c-3dd3-45e9-8777-655df544c0fa {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.692220] env[62437]: INFO nova.compute.manager [req-324107c0-c585-4002-8214-82932afd3309 req-41779e57-2f19-42ba-9d95-3d5c6d7fece3 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Neutron deleted interface a70df64c-3dd3-45e9-8777-655df544c0fa; detaching it from the instance and deleting it from the info cache [ 1749.692541] env[62437]: DEBUG nova.network.neutron [req-324107c0-c585-4002-8214-82932afd3309 req-41779e57-2f19-42ba-9d95-3d5c6d7fece3 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.696695] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 95a8a12c-eb32-45fc-bf06-873a406dc826] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1749.743651] env[62437]: DEBUG nova.compute.manager [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1749.743885] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.744849] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a57caef-ae51-44d7-933b-f1c7187ea71d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.752692] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.753027] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d837c04e-c9d0-46bb-8fac-720ffaf741bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.759708] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1749.759708] env[62437]: value = "task-1811955" [ 1749.759708] env[62437]: _type = "Task" [ 1749.759708] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.768082] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.820712] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1749.820950] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1749.821160] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375455', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'name': 'volume-10040882-7fd7-47d3-8eb5-14897d9e2305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e304e2b-25a0-4c90-801d-9193d4f8085d', 'attached_at': '', 'detached_at': '', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'serial': '10040882-7fd7-47d3-8eb5-14897d9e2305'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1749.821951] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fab67-1150-4408-8b50-796e6daca039 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.840031] env[62437]: DEBUG nova.objects.instance [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.841607] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc72ea6-9d18-433c-aed1-bed66216923d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.851561] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b231f0ee-9b42-4b86-a3d0-bf46a083f09f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.854658] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e754e0fc-4015-491f-83f0-d931c5910d34 tempest-ServersTestFqdnHostnames-1973166754 tempest-ServersTestFqdnHostnames-1973166754-project-member] Lock "fc827652-f750-480c-8aa4-c1ed847972d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.706s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.874082] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d7e68-9f95-401d-b5d6-aba7b54ac8fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.892694] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] The volume has not been displaced from its original location: [datastore1] volume-10040882-7fd7-47d3-8eb5-14897d9e2305/volume-10040882-7fd7-47d3-8eb5-14897d9e2305.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1749.898241] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1749.898916] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0170ca-7496-40ab-bef9-ba4401cdb193 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.919425] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1749.919425] env[62437]: value = "task-1811956" [ 1749.919425] env[62437]: _type = "Task" [ 1749.919425] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.928818] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.061882] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52090392-dedd-bb98-da16-f2d9c8292689, 'name': SearchDatastore_Task, 'duration_secs': 0.013919} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.062196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.062458] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.062723] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f619bf-af02-4622-a8ea-25f848d884d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.069239] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1750.069239] env[62437]: value = "task-1811957" [ 1750.069239] env[62437]: _type = "Task" [ 1750.069239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.077811] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.107305] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1750.107602] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1750.108624] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6135d8-34ef-47de-9fe6-93f216f625b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.121140] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811950, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.132320] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3def0c-07cc-4ea6-9ce2-31513b0102a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.159355] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.160068] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fc1a3b-e46c-4471-bdbc-482ccfcfc95f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.172981] env[62437]: DEBUG nova.network.neutron [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.180011] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1750.180011] env[62437]: value = "task-1811958" [ 1750.180011] env[62437]: _type = "Task" [ 1750.180011] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.189946] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.194984] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c4b0866-3678-4576-86e2-d275f2585934 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.200409] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 70e20b4a-7ff7-407a-9c25-2b783bbc5d00] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.207020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e20254-2677-47dd-ba0e-6efe388d186f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.247319] env[62437]: DEBUG nova.compute.manager [req-324107c0-c585-4002-8214-82932afd3309 req-41779e57-2f19-42ba-9d95-3d5c6d7fece3 service nova] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Detach interface failed, port_id=a70df64c-3dd3-45e9-8777-655df544c0fa, reason: Instance e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1750.270493] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811955, 'name': PowerOffVM_Task, 'duration_secs': 0.25887} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.271600] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1750.271600] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1750.271600] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d72d3cac-12ee-46ce-81f1-ee909a8e10e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.345173] env[62437]: DEBUG nova.objects.base [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Object Instance<8cf7f660-b6cd-4f6b-86d9-55a06c9b282d> lazy-loaded attributes: resources,numa_topology {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1750.349551] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1750.349807] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1750.350016] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Deleting the datastore file [datastore1] b27f9556-31c4-458e-8fbc-ae75188c4bf4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1750.350284] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee41ac9-070f-49cb-9e16-583fdb9a867c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.362980] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for the task: (returnval){ [ 1750.362980] env[62437]: value = "task-1811960" [ 1750.362980] env[62437]: _type = "Task" [ 1750.362980] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.377081] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.430370] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811956, 'name': ReconfigVM_Task, 'duration_secs': 0.172341} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.430628] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1750.435915] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4ee5b7-be91-4ef7-baa5-ff88e36c2288 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.458623] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1750.458623] env[62437]: value = "task-1811961" [ 1750.458623] env[62437]: _type = "Task" [ 1750.458623] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.470659] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.581093] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.622480] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811950, 'name': CloneVM_Task, 'duration_secs': 1.701459} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.623887] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Created linked-clone VM from snapshot [ 1750.624472] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bd9119-2cbc-4cb2-b5bb-9d85ee66f4f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.635233] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Uploading image e73ce4b0-7e91-48af-b37c-41877466de3a {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1750.654609] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c532f6a8-44c0-4327-966d-73eed75fd3e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.663708] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1750.663708] env[62437]: value = "vm-375498" [ 1750.663708] env[62437]: _type = "VirtualMachine" [ 1750.663708] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1750.664860] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7898140b-20ce-4be2-a1f2-0b63f5ab544d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.668429] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ef95504-c27f-4298-bb01-a8b41677b2c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.702728] env[62437]: INFO nova.compute.manager [-] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Took 1.30 seconds to deallocate network for instance. [ 1750.709821] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2912aec-5f7c-459b-b5ab-829e173f5afe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.713073] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 36f7da65-a3e7-4bbc-9642-1f6d68e7eed5] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.715193] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease: (returnval){ [ 1750.715193] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52321dfe-23e7-7310-f2af-77513e5cf440" [ 1750.715193] env[62437]: _type = "HttpNfcLease" [ 1750.715193] env[62437]: } obtained for exporting VM: (result){ [ 1750.715193] env[62437]: value = "vm-375498" [ 1750.715193] env[62437]: _type = "VirtualMachine" [ 1750.715193] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1750.715501] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the lease: (returnval){ [ 1750.715501] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52321dfe-23e7-7310-f2af-77513e5cf440" [ 1750.715501] env[62437]: _type = "HttpNfcLease" [ 1750.715501] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1750.730685] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811958, 'name': ReconfigVM_Task, 'duration_secs': 0.488596} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.730685] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c01ed5-8d7a-4a32-961e-04f2c9bc8d25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.733642] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.740433] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770f11de-e187-4af4-a893-90dc506ea6d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.752140] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.752140] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52321dfe-23e7-7310-f2af-77513e5cf440" [ 1750.752140] env[62437]: _type = "HttpNfcLease" [ 1750.752140] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.752140] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.752140] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52321dfe-23e7-7310-f2af-77513e5cf440" [ 1750.752140] env[62437]: _type = "HttpNfcLease" [ 1750.752140] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.752448] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf9c33-5a17-4e13-829b-a371c65c82aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.764896] env[62437]: DEBUG nova.compute.provider_tree [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.768023] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1750.768023] env[62437]: value = "task-1811963" [ 1750.768023] env[62437]: _type = "Task" [ 1750.768023] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.775893] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.775893] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.782020] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.873643] env[62437]: DEBUG oslo_vmware.api [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Task: {'id': task-1811960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471097} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.873914] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.874117] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.874300] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.874475] env[62437]: INFO nova.compute.manager [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1750.874711] env[62437]: DEBUG oslo.service.loopingcall [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.874898] env[62437]: DEBUG nova.compute.manager [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1750.874993] env[62437]: DEBUG nova.network.neutron [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.952552] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eac3a3cf-aaad-46c9-a174-59a7758a5bc4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.968349] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811961, 'name': ReconfigVM_Task, 'duration_secs': 0.133882} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.970530] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375455', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'name': 'volume-10040882-7fd7-47d3-8eb5-14897d9e2305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e304e2b-25a0-4c90-801d-9193d4f8085d', 'attached_at': '', 'detached_at': '', 'volume_id': '10040882-7fd7-47d3-8eb5-14897d9e2305', 'serial': '10040882-7fd7-47d3-8eb5-14897d9e2305'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1750.970809] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1750.971764] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac285912-3832-4c33-8dd5-58e632e0ccc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.979941] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1750.980223] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb7c9635-e87e-4d90-ad1a-c5a9c24f8840 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.076205] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1751.076444] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1751.076579] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Deleting the datastore file [datastore1] 7e304e2b-25a0-4c90-801d-9193d4f8085d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.077209] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489384f6-36ed-476d-beb4-f3c598d07ccc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.083566] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660953} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.084418] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.084646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.084888] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c1ebfc-ab13-44e2-949d-dd9dfbba650b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.087809] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for the task: (returnval){ [ 1751.087809] env[62437]: value = "task-1811965" [ 1751.087809] env[62437]: _type = "Task" [ 1751.087809] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.093157] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1751.093157] env[62437]: value = "task-1811966" [ 1751.093157] env[62437]: _type = "Task" [ 1751.093157] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.102218] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.107202] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.216478] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 841c1b15-b97a-4f98-b8e1-f59e64927dc6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1751.225729] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.281516] env[62437]: DEBUG oslo_vmware.api [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811963, 'name': ReconfigVM_Task, 'duration_secs': 0.266778} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.281878] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1751.316046] env[62437]: DEBUG nova.scheduler.client.report [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1751.316401] env[62437]: DEBUG nova.compute.provider_tree [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 127 to 128 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1751.316627] env[62437]: DEBUG nova.compute.provider_tree [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.606555] env[62437]: DEBUG oslo_vmware.api [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Task: {'id': task-1811965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086993} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.607054] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.607854] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1751.607854] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1751.614433] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08414} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.614918] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.615901] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f65d7b3-dcbd-408d-b027-2e5ef962b8e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.648842] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.649281] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7bc282-14f1-4fa9-bdde-980f24e8574c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.671487] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1751.671487] env[62437]: value = "task-1811967" [ 1751.671487] env[62437]: _type = "Task" [ 1751.671487] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.687601] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.687601] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1751.687601] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79d3f94f-66cf-4a9d-bdc4-9c76840ade01 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.696111] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9fe06-38ff-49ce-a2c0-79e309c71879 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.733026] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 37a12652-549d-4596-82cb-99bae76adc2e] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1751.737144] env[62437]: ERROR nova.compute.manager [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Failed to detach volume 10040882-7fd7-47d3-8eb5-14897d9e2305 from /dev/sda: nova.exception.InstanceNotFound: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Traceback (most recent call last): [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self.driver.rebuild(**kwargs) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise NotImplementedError() [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] NotImplementedError [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] During handling of the above exception, another exception occurred: [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Traceback (most recent call last): [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self.driver.detach_volume(context, old_connection_info, [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] return self._volumeops.detach_volume(connection_info, instance) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._detach_volume_vmdk(connection_info, instance) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] stable_ref.fetch_moref(session) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] nova.exception.InstanceNotFound: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. [ 1751.737144] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.823346] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.494s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.827961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.265s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.829049] env[62437]: INFO nova.compute.claims [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.939373] env[62437]: DEBUG nova.compute.utils [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Build of instance 7e304e2b-25a0-4c90-801d-9193d4f8085d aborted: Failed to rebuild volume backed instance. {{(pid=62437) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1751.942224] env[62437]: ERROR nova.compute.manager [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7e304e2b-25a0-4c90-801d-9193d4f8085d aborted: Failed to rebuild volume backed instance. [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Traceback (most recent call last): [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self.driver.rebuild(**kwargs) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise NotImplementedError() [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] NotImplementedError [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] During handling of the above exception, another exception occurred: [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Traceback (most recent call last): [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._detach_root_volume(context, instance, root_bdm) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] with excutils.save_and_reraise_exception(): [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self.force_reraise() [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise self.value [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self.driver.detach_volume(context, old_connection_info, [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] return self._volumeops.detach_volume(connection_info, instance) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._detach_volume_vmdk(connection_info, instance) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] stable_ref.fetch_moref(session) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] nova.exception.InstanceNotFound: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] During handling of the above exception, another exception occurred: [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Traceback (most recent call last): [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 11308, in _error_out_instance_on_exception [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] yield [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1751.942224] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._do_rebuild_instance_with_claim( [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._do_rebuild_instance( [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._rebuild_default_impl(**kwargs) [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] self._rebuild_volume_backed_instance( [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] raise exception.BuildAbortException( [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] nova.exception.BuildAbortException: Build of instance 7e304e2b-25a0-4c90-801d-9193d4f8085d aborted: Failed to rebuild volume backed instance. [ 1751.943563] env[62437]: ERROR nova.compute.manager [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] [ 1751.947799] env[62437]: DEBUG nova.compute.manager [req-2e721be5-585f-4295-8643-8f5751f69392 req-c7d9e557-67cd-40d2-b364-9429bc9b92b9 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Received event network-vif-deleted-615bb893-0712-4551-83da-0e555e6ecd91 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1751.948460] env[62437]: INFO nova.compute.manager [req-2e721be5-585f-4295-8643-8f5751f69392 req-c7d9e557-67cd-40d2-b364-9429bc9b92b9 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Neutron deleted interface 615bb893-0712-4551-83da-0e555e6ecd91; detaching it from the instance and deleting it from the info cache [ 1751.948460] env[62437]: DEBUG nova.network.neutron [req-2e721be5-585f-4295-8643-8f5751f69392 req-c7d9e557-67cd-40d2-b364-9429bc9b92b9 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.183724] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.241864] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 38eb0d83-d36c-4271-94b7-88538732994c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1752.343673] env[62437]: DEBUG nova.objects.instance [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'flavor' on Instance uuid b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.345072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-49bcb0a8-19fb-4416-a716-11d5f2e161ed tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.603s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.346135] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.527s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.346935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.346935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.346935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.351632] env[62437]: INFO nova.compute.manager [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Terminating instance [ 1752.419104] env[62437]: DEBUG nova.network.neutron [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.454687] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed8df7a4-41c1-4a2f-b0eb-81a8437bf3c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.466521] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818ac87-789d-4548-ae49-a66f1357618e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.498927] env[62437]: DEBUG nova.compute.manager [req-2e721be5-585f-4295-8643-8f5751f69392 req-c7d9e557-67cd-40d2-b364-9429bc9b92b9 service nova] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Detach interface failed, port_id=615bb893-0712-4551-83da-0e555e6ecd91, reason: Instance b27f9556-31c4-458e-8fbc-ae75188c4bf4 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1752.686618] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811967, 'name': ReconfigVM_Task, 'duration_secs': 0.603531} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.687668] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Reconfigured VM instance instance-0000004e to attach disk [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686/bca12af3-328f-4ab7-b5c5-7ee29991e686.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.688412] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda32ec6-bae2-4823-8cee-4cde58556181 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.695734] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1752.695734] env[62437]: value = "task-1811968" [ 1752.695734] env[62437]: _type = "Task" [ 1752.695734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.704339] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811968, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.747284] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7adb63d8-3b4d-48b2-810b-bd3982ce896b] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1752.853696] env[62437]: DEBUG oslo_concurrency.lockutils [None req-692b7454-7e4e-46cd-83f4-8d5f5f0a5841 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.358s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.856834] env[62437]: DEBUG nova.compute.manager [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.857344] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.857344] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3236f2e-405a-4f1a-97ff-cdedb9733858 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.867396] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0871cd67-9f9b-4939-acb7-44c03aebcd4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.907720] env[62437]: WARNING nova.virt.vmwareapi.vmops [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d could not be found. [ 1752.907720] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.907720] env[62437]: INFO nova.compute.manager [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1752.907890] env[62437]: DEBUG oslo.service.loopingcall [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.908259] env[62437]: DEBUG nova.compute.manager [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.908259] env[62437]: DEBUG nova.network.neutron [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.922124] env[62437]: INFO nova.compute.manager [-] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Took 2.05 seconds to deallocate network for instance. [ 1753.100039] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce57caac-3d83-4a17-8c57-8cc54432f137 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.109162] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03108392-eeba-4a51-a441-3146706dc5c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.146104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a44df-c170-4e96-bf22-6777860c7511 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.154560] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffbee9-9816-47e4-b7df-fbd342793276 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.168885] env[62437]: DEBUG nova.compute.provider_tree [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.207427] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811968, 'name': Rename_Task, 'duration_secs': 0.183905} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.207846] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.208162] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4da3ad5-3da1-4244-9170-438fb25d261f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.215145] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1753.215145] env[62437]: value = "task-1811969" [ 1753.215145] env[62437]: _type = "Task" [ 1753.215145] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.223636] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.251503] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: ed797e57-9f4b-4a7c-b363-390ee5b0f82b] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1753.258603] env[62437]: INFO nova.compute.manager [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Rebuilding instance [ 1753.325757] env[62437]: DEBUG nova.compute.manager [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.326654] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbef347-cbb1-4d89-9cbd-adf723d154c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.429428] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.652492] env[62437]: DEBUG nova.network.neutron [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.689511] env[62437]: ERROR nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [req-edc9ec2d-49dc-46b0-91d0-d3bd0f9d7799] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-edc9ec2d-49dc-46b0-91d0-d3bd0f9d7799"}]} [ 1753.706506] env[62437]: DEBUG nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1753.725335] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.726441] env[62437]: DEBUG nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1753.726646] env[62437]: DEBUG nova.compute.provider_tree [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.738926] env[62437]: DEBUG nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1753.753828] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: e3f1694d-f74b-46ab-b356-d967e1e53b10] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1753.760363] env[62437]: DEBUG nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1753.961402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.018238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef9107-a8e2-4535-bf17-0f8fb3a9f51c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.027464] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df65126f-fb9d-4e0a-8c69-1d73951b41e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.060714] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb45f9c-94b1-4904-8b83-617dc40ec853 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.072614] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da8826-2a95-4277-b61a-f791ae062c4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.094216] env[62437]: DEBUG nova.compute.provider_tree [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.155182] env[62437]: INFO nova.compute.manager [-] [instance: 8cf7f660-b6cd-4f6b-86d9-55a06c9b282d] Took 1.25 seconds to deallocate network for instance. [ 1754.227598] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.259626] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f1b3a364-8f7f-4f74-bb80-a945639f675d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1754.341829] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.343987] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca2dec4-bb93-4e3f-ae84-4cce9c092f28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.349641] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1754.349641] env[62437]: value = "task-1811970" [ 1754.349641] env[62437]: _type = "Task" [ 1754.349641] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.358876] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.639931] env[62437]: DEBUG nova.scheduler.client.report [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1754.641418] env[62437]: DEBUG nova.compute.provider_tree [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 129 to 130 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1754.641617] env[62437]: DEBUG nova.compute.provider_tree [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.731055] env[62437]: DEBUG oslo_vmware.api [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1811969, 'name': PowerOnVM_Task, 'duration_secs': 1.266421} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.731382] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.731592] env[62437]: DEBUG nova.compute.manager [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.732461] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7081a90-4081-4933-a34b-12f1c1185403 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.761115] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 1f8be8af-03b6-4c9b-bcbd-aa408d4b628b] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1754.860147] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811970, 'name': PowerOffVM_Task, 'duration_secs': 0.340401} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.860810] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.922208] env[62437]: INFO nova.compute.manager [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Detaching volume fdaef256-5a74-4742-af8a-107b9ca422af [ 1754.966883] env[62437]: INFO nova.virt.block_device [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Attempting to driver detach volume fdaef256-5a74-4742-af8a-107b9ca422af from mountpoint /dev/sdb [ 1754.967130] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1754.967321] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1754.968357] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e5032-bd47-4286-bc64-9fec7438a6f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.992660] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61f3aaf-b1e2-487c-b4b9-3f94da0235e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.000162] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84043c6d-cb4c-4cc0-a00a-9377c9568eeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.021638] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a9707-b7ca-4d29-aad6-1edd1707b819 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.038251] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1755.043941] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1755.044361] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48944077-4512-40b5-9758-ee93ab3ddc9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.064288] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1755.064288] env[62437]: value = "task-1811971" [ 1755.064288] env[62437]: _type = "Task" [ 1755.064288] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.074506] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.132290] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.132609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.132824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.132988] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.133235] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.135566] env[62437]: INFO nova.compute.manager [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Terminating instance [ 1755.148299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.321s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.148892] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1755.151989] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.871s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.156025] env[62437]: INFO nova.compute.claims [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1755.187023] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e888c7de-28dd-46c1-b65f-4b54364ee08c tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "8cf7f660-b6cd-4f6b-86d9-55a06c9b282d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.840s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.253282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.265144] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 864f5fc4-8438-4918-b9f5-c48da7004bf2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1755.574453] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811971, 'name': ReconfigVM_Task, 'duration_secs': 0.427973} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.574768] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1755.579618] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8013d84f-5cd0-40e6-a7b9-1c1956f86c17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.594464] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1755.594464] env[62437]: value = "task-1811972" [ 1755.594464] env[62437]: _type = "Task" [ 1755.594464] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.603141] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.639238] env[62437]: DEBUG nova.compute.manager [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.639618] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4259978-5b5b-42a2-9a5c-8e648ab6885f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.649992] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7349a6-6943-42f2-90c2-80cd885d1681 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.663623] env[62437]: DEBUG nova.compute.utils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.665268] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1755.665554] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1755.690880] env[62437]: WARNING nova.virt.vmwareapi.driver [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. [ 1755.691085] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.691497] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-278929a9-7bca-4c05-96d5-f03bf25315ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.700534] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c086453-2206-4fd7-b5a9-36bbc35feccf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.713606] env[62437]: DEBUG nova.policy [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1755.739222] env[62437]: WARNING nova.virt.vmwareapi.vmops [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. [ 1755.739466] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.739676] env[62437]: INFO nova.compute.manager [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1755.740023] env[62437]: DEBUG oslo.service.loopingcall [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.740312] env[62437]: DEBUG nova.compute.manager [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.740410] env[62437]: DEBUG nova.network.neutron [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.769526] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 72bdaa92-fe7e-466a-8551-eeb749039031] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1755.787077] env[62437]: DEBUG nova.compute.manager [None req-14be60fa-0cc3-4877-bc39-2b2d6accb941 tempest-ServerDiagnosticsV248Test-1351059889 tempest-ServerDiagnosticsV248Test-1351059889-project-admin] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.787659] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f26fc7-6349-46a7-b8ee-a49e7944927d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.800021] env[62437]: INFO nova.compute.manager [None req-14be60fa-0cc3-4877-bc39-2b2d6accb941 tempest-ServerDiagnosticsV248Test-1351059889 tempest-ServerDiagnosticsV248Test-1351059889-project-admin] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Retrieving diagnostics [ 1755.800021] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b350841-3a7f-44a5-97d1-9569450f073b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.106413] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811972, 'name': ReconfigVM_Task, 'duration_secs': 0.269786} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.108668] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1756.169269] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.178319] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Successfully created port: b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.274517] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 206d53c3-8627-48e4-944a-ee1d18e48cdb] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1756.482918] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b1daf7-d421-4197-8fbf-26397153ed5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.492476] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cefd366-ddc7-4bd3-be1a-1e2e7e4989df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.532095] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba880b-912a-4e28-9bf0-c4ac5e09a52c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.540597] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa45d9-86f2-481f-90e1-0663c1b3da8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.557286] env[62437]: DEBUG nova.compute.provider_tree [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.602162] env[62437]: DEBUG nova.compute.manager [req-2cd89340-f634-45df-a014-d397893177a9 req-212f7e8c-893b-4687-b5bf-22a3bf88614a service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Received event network-vif-deleted-d20869b4-1ef0-4098-b072-e4e0501f0030 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1756.602522] env[62437]: INFO nova.compute.manager [req-2cd89340-f634-45df-a014-d397893177a9 req-212f7e8c-893b-4687-b5bf-22a3bf88614a service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Neutron deleted interface d20869b4-1ef0-4098-b072-e4e0501f0030; detaching it from the instance and deleting it from the info cache [ 1756.602762] env[62437]: DEBUG nova.network.neutron [req-2cd89340-f634-45df-a014-d397893177a9 req-212f7e8c-893b-4687-b5bf-22a3bf88614a service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.778219] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fa441147-5fa5-40e1-9351-87393d061eca] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1756.928979] env[62437]: DEBUG nova.network.neutron [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.061396] env[62437]: DEBUG nova.scheduler.client.report [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.085600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "0199b980-c526-46d3-823f-d4ed152e14ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.085600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.085600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "0199b980-c526-46d3-823f-d4ed152e14ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.085600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.085600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.085963] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "e2ec9299-49a7-40fd-8170-8216306c7c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.085963] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.088250] env[62437]: INFO nova.compute.manager [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Terminating instance [ 1757.106975] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdf5c6bd-ffab-40e8-a1c9-ceb936e4dade {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.118365] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef74dc0-ae80-46af-acdc-aaf18e7a9ec4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.159428] env[62437]: DEBUG nova.compute.manager [req-2cd89340-f634-45df-a014-d397893177a9 req-212f7e8c-893b-4687-b5bf-22a3bf88614a service nova] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Detach interface failed, port_id=d20869b4-1ef0-4098-b072-e4e0501f0030, reason: Instance 7e304e2b-25a0-4c90-801d-9193d4f8085d could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1757.186728] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.192903] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.193442] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210d59cb-687e-42c3-8569-403261134ce8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.200723] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1757.200723] env[62437]: value = "task-1811973" [ 1757.200723] env[62437]: _type = "Task" [ 1757.200723] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.213378] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1757.213639] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1757.213861] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1757.215037] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71877445-8a7d-4685-86af-1c97700bff51 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.220524] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.220775] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.220960] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.221181] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.222244] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.222244] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.222244] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.222244] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.222244] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.222514] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.222630] env[62437]: DEBUG nova.virt.hardware [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.223559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e52a12-d19f-4119-b11b-cdb38ae2253c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.245380] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4bbbea-747a-4c27-8e96-4663bd035e37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.251797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa63206-fd13-4f47-a668-e000624e8285 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.258238] env[62437]: WARNING nova.virt.vmwareapi.driver [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1757.258618] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.260089] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961fc34-d7a3-4ee9-9157-64e89b5783b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.277042] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.277328] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-582c7dac-de0e-46da-a8f4-860791bb2640 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.282650] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.282855] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1757.384420] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.384420] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.384420] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.384663] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4489025c-a072-46c3-8778-bbb2f331f870 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.390993] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1757.390993] env[62437]: value = "task-1811975" [ 1757.390993] env[62437]: _type = "Task" [ 1757.390993] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.399313] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.434739] env[62437]: INFO nova.compute.manager [-] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Took 1.69 seconds to deallocate network for instance. [ 1757.571367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.571951] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1757.574944] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.349s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.575211] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.577311] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.148s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.581306] env[62437]: DEBUG nova.objects.instance [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lazy-loading 'resources' on Instance uuid b27f9556-31c4-458e-8fbc-ae75188c4bf4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.592464] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.596852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "refresh_cache-0199b980-c526-46d3-823f-d4ed152e14ab" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.596852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquired lock "refresh_cache-0199b980-c526-46d3-823f-d4ed152e14ab" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.597156] env[62437]: DEBUG nova.network.neutron [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.621314] env[62437]: INFO nova.scheduler.client.report [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocations for instance e5434f1f-b21f-46fe-b86e-5381b7a3f3b7 [ 1757.785593] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.830381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "b9999541-2626-4379-a548-5d7d7ba0bff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.830795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.831183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.832333] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.832644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.836239] env[62437]: INFO nova.compute.manager [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Terminating instance [ 1757.902577] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17313} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.903025] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.904029] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.904349] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.975159] env[62437]: DEBUG nova.compute.manager [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Received event network-vif-plugged-b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1757.975159] env[62437]: DEBUG oslo_concurrency.lockutils [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] Acquiring lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.975159] env[62437]: DEBUG oslo_concurrency.lockutils [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.975159] env[62437]: DEBUG oslo_concurrency.lockutils [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.975159] env[62437]: DEBUG nova.compute.manager [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] No waiting events found dispatching network-vif-plugged-b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.975159] env[62437]: WARNING nova.compute.manager [req-01a25e71-54fa-4cf0-b423-676892083321 req-b8d4e553-5ad6-48e7-a69d-210de077878f service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Received unexpected event network-vif-plugged-b08e9ea6-5c87-4ea8-9754-342c970a0a45 for instance with vm_state building and task_state spawning. [ 1757.988934] env[62437]: INFO nova.compute.manager [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Took 0.55 seconds to detach 1 volumes for instance. [ 1757.991622] env[62437]: DEBUG nova.compute.manager [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Deleting volume: 10040882-7fd7-47d3-8eb5-14897d9e2305 {{(pid=62437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1758.085152] env[62437]: DEBUG nova.compute.utils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1758.092618] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1758.092618] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1758.131579] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.136699] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b798f88-bc85-4460-9390-2186b3b7644f tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "e5434f1f-b21f-46fe-b86e-5381b7a3f3b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.431s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.141019] env[62437]: DEBUG nova.policy [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec46f32f3db4d8ab3af517359b89f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24ac2e150ac46418df68f2704dfb996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1758.141912] env[62437]: DEBUG nova.network.neutron [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.243339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.243591] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.341138] env[62437]: DEBUG nova.compute.manager [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.342470] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.343724] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9dc1bf8-3795-4817-b048-9a04bf946b44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.351389] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1758.351389] env[62437]: value = "task-1811977" [ 1758.351389] env[62437]: _type = "Task" [ 1758.351389] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.364853] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.385609] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f4ac3-3477-4cf8-a55b-8e91f6228720 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.390441] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Successfully updated port: b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.399586] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84899030-e799-4c6f-9e90-6d94e2ae7426 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.431646] env[62437]: INFO nova.virt.block_device [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Booting with volume fdaef256-5a74-4742-af8a-107b9ca422af at /dev/sdb [ 1758.434414] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e1ca6-fef8-4906-810b-d918e3e93fd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.446176] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d360eb5d-6171-402c-b318-d7391a8dfbc6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.461288] env[62437]: DEBUG nova.compute.provider_tree [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.472713] env[62437]: DEBUG nova.network.neutron [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.486018] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a343651a-d9a7-4fa2-bbff-f61c8a5e4e85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.490392] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Successfully created port: a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.497559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633db83-1f45-4681-ae31-259156b40460 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.535124] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.535723] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5415d87-202b-4d31-ab71-e3aa63c8e622 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.546857] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43276dcf-a8bb-4c2a-92f7-103fd43a57ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.581311] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cea005-5315-4292-8bb1-4a48290e6e86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.588893] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ddf92-caa1-489e-aff8-9bb705f8234a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.591870] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1758.607128] env[62437]: DEBUG nova.virt.block_device [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating existing volume attachment record: 64bf2084-16ee-49d9-9df2-825eeb950b8e {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1758.746258] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1758.863346] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811977, 'name': PowerOffVM_Task, 'duration_secs': 0.222845} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.867696] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.867696] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1758.867696] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375394', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'name': 'volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b9999541-2626-4379-a548-5d7d7ba0bff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'serial': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1758.867696] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68842262-4ad5-435e-9703-964b078ae75d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.886861] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed154b4a-8387-4043-98ce-16a59d8234cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.893694] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.893844] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.894006] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.895732] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec446222-2269-46c8-bc8b-e54da2fc9465 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.914871] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a7e34-c2d6-465c-8f45-77ca67cb7bd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.930282] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] The volume has not been displaced from its original location: [datastore1] volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8/volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1758.935677] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1758.936363] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ef6e3e-92cc-4b6f-b8a8-9ce657d5a2d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.955834] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1758.955834] env[62437]: value = "task-1811978" [ 1758.955834] env[62437]: _type = "Task" [ 1758.955834] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.965089] env[62437]: DEBUG nova.scheduler.client.report [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.968399] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.974553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Releasing lock "refresh_cache-0199b980-c526-46d3-823f-d4ed152e14ab" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.974983] env[62437]: DEBUG nova.compute.manager [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.975326] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.976733] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70a639e-0174-4788-95f6-e5c3dbdc648e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.985885] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.985993] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e65d05-9b37-499f-b904-8ba80b540097 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.992855] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1758.992855] env[62437]: value = "task-1811979" [ 1758.992855] env[62437]: _type = "Task" [ 1758.992855] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.002564] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.275244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.438929] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.466489] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811978, 'name': ReconfigVM_Task, 'duration_secs': 0.178788} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.466792] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1759.472574] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.474955] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41604c77-5204-4fff-b451-5ba4dc233fb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.487217] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.527s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.497747] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1759.497747] env[62437]: value = "task-1811980" [ 1759.497747] env[62437]: _type = "Task" [ 1759.497747] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.504270] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811979, 'name': PowerOffVM_Task, 'duration_secs': 0.188102} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.504911] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.505114] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.505405] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9721f7cc-70f9-496e-bfd4-08b22c1af03f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.509969] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.514423] env[62437]: INFO nova.scheduler.client.report [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Deleted allocations for instance b27f9556-31c4-458e-8fbc-ae75188c4bf4 [ 1759.536479] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.536637] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.536848] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Deleting the datastore file [datastore1] 0199b980-c526-46d3-823f-d4ed152e14ab {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.537167] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6aa879e-d673-4f08-92e4-5da5a4568885 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.546447] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for the task: (returnval){ [ 1759.546447] env[62437]: value = "task-1811982" [ 1759.546447] env[62437]: _type = "Task" [ 1759.546447] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.557234] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.599572] env[62437]: DEBUG nova.network.neutron [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Updating instance_info_cache with network_info: [{"id": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "address": "fa:16:3e:74:5d:bb", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e9ea6-5c", "ovs_interfaceid": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.601585] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1759.634100] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1759.634379] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.634545] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1759.634730] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.634877] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1759.635034] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1759.635418] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1759.635418] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1759.635570] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1759.635708] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1759.635879] env[62437]: DEBUG nova.virt.hardware [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1759.637141] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ced2b07-f22b-421a-98fc-a063ab4aabd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.647487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b26e2-137d-4598-87d3-c18784bd3ecb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.743102] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b8a7af-9dd3-4b2f-abc8-d81d725f66f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.751980] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f4f4a-c5f4-4d5b-912e-24637eb6ee08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.782970] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf529577-7b5e-458e-ad59-c1df80d2ea11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.791082] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de9b78-50f3-49c1-8e55-4987d9c5bae5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.805729] env[62437]: DEBUG nova.compute.provider_tree [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.008290] env[62437]: DEBUG nova.compute.manager [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Received event network-changed-b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1760.008555] env[62437]: DEBUG nova.compute.manager [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Refreshing instance network info cache due to event network-changed-b08e9ea6-5c87-4ea8-9754-342c970a0a45. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1760.008654] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] Acquiring lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.018240] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811980, 'name': ReconfigVM_Task, 'duration_secs': 0.186505} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.018545] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375394', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'name': 'volume-c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b9999541-2626-4379-a548-5d7d7ba0bff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8', 'serial': 'c59687a5-a3a4-4846-8d0d-323e4d4ef6c8'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1760.018888] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.020527] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae76b905-7512-4f31-bd5e-b66ad6453288 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.028621] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc5625ec-2b4d-41be-9266-9a9007046892 tempest-ServersTestManualDisk-1671104316 tempest-ServersTestManualDisk-1671104316-project-member] Lock "b27f9556-31c4-458e-8fbc-ae75188c4bf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.789s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.032726] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.032890] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef62f713-3d01-45c6-a206-926d365baaf0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.059739] env[62437]: DEBUG oslo_vmware.api [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Task: {'id': task-1811982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175369} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.059999] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.060232] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.060488] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.060690] env[62437]: INFO nova.compute.manager [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1760.060939] env[62437]: DEBUG oslo.service.loopingcall [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.061148] env[62437]: DEBUG nova.compute.manager [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.061247] env[62437]: DEBUG nova.network.neutron [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.091469] env[62437]: DEBUG nova.network.neutron [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.105611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.105857] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Instance network_info: |[{"id": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "address": "fa:16:3e:74:5d:bb", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e9ea6-5c", "ovs_interfaceid": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1760.108328] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] Acquired lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.108632] env[62437]: DEBUG nova.network.neutron [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Refreshing network info cache for port b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.110450] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:5d:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b08e9ea6-5c87-4ea8-9754-342c970a0a45', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.125948] env[62437]: DEBUG oslo.service.loopingcall [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.126560] env[62437]: DEBUG nova.compute.manager [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Received event network-vif-plugged-a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1760.127384] env[62437]: DEBUG oslo_concurrency.lockutils [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.127384] env[62437]: DEBUG oslo_concurrency.lockutils [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.127610] env[62437]: DEBUG oslo_concurrency.lockutils [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.127819] env[62437]: DEBUG nova.compute.manager [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] No waiting events found dispatching network-vif-plugged-a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1760.128926] env[62437]: WARNING nova.compute.manager [req-6650fde5-e713-4361-9f8f-be90b8acde33 req-03ffcd9b-2ecf-4b51-841b-bd5c0589a82a service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Received unexpected event network-vif-plugged-a2987112-e693-4ab8-9895-486cb03dc4ac for instance with vm_state building and task_state spawning. [ 1760.129556] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.129842] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0362d84-3019-4754-a3bb-b9ef216e3b5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.152206] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.152206] env[62437]: value = "task-1811984" [ 1760.152206] env[62437]: _type = "Task" [ 1760.152206] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.161586] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811984, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.180729] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.180953] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.181170] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Deleting the datastore file [datastore1] b9999541-2626-4379-a548-5d7d7ba0bff3 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.181448] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a72562-2665-4026-b9ea-bb4de4088663 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.189759] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for the task: (returnval){ [ 1760.189759] env[62437]: value = "task-1811985" [ 1760.189759] env[62437]: _type = "Task" [ 1760.189759] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.198535] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.223521] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Successfully updated port: a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.308674] env[62437]: DEBUG nova.scheduler.client.report [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.594107] env[62437]: DEBUG nova.network.neutron [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.661146] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811984, 'name': CreateVM_Task, 'duration_secs': 0.373657} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.661322] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.662035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.662204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.662522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.662771] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c18a4da-eafb-413d-b5c2-697dc4346a84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.667732] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1760.667732] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5234827a-b6db-ecde-6c97-8b14f981ca0d" [ 1760.667732] env[62437]: _type = "Task" [ 1760.667732] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.675413] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5234827a-b6db-ecde-6c97-8b14f981ca0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.698527] env[62437]: DEBUG oslo_vmware.api [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Task: {'id': task-1811985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090336} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.698763] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.698948] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.699142] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.699316] env[62437]: INFO nova.compute.manager [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1760.699559] env[62437]: DEBUG oslo.service.loopingcall [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.699742] env[62437]: DEBUG nova.compute.manager [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.699835] env[62437]: DEBUG nova.network.neutron [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.726635] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.726791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.726935] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.755708] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.755708] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.755864] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.756641] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.756641] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.756641] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.756641] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.757096] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.757096] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.757482] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.757764] env[62437]: DEBUG nova.virt.hardware [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.758950] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a9ab7-0af5-47cc-bf06-83bcf73365ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.771474] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35277b2a-3e1c-44ea-89ca-e55f886cb348 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.786945] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ab:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d689e7-d208-479d-a1f9-fd8e61e0ce7b', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.794961] env[62437]: DEBUG oslo.service.loopingcall [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.795473] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.795701] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12fa1caa-49ed-4acb-80c2-3512e84500a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.816046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.329s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.816258] env[62437]: INFO nova.compute.manager [None req-16434d03-1caf-4689-8796-5a5f10d199b3 tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Successfully reverted task state from rebuilding on failure for instance. [ 1760.824485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.570s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.824485] env[62437]: DEBUG nova.objects.instance [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1760.826907] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.826907] env[62437]: value = "task-1811986" [ 1760.826907] env[62437]: _type = "Task" [ 1760.826907] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.837715] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811986, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.014108] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1761.015527] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e015b3cd-1773-41be-82b0-8eafb75265b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.022430] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1761.022754] env[62437]: ERROR oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk due to incomplete transfer. [ 1761.023123] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da13fd13-005e-4b93-8df5-6db1a23fff9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.030669] env[62437]: DEBUG oslo_vmware.rw_handles [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e463a0-7bba-7243-2344-1626e84cd923/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1761.031030] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Uploaded image e73ce4b0-7e91-48af-b37c-41877466de3a to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1761.033728] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1761.034381] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19554dd6-625a-4c42-8f8f-acbbaf844d98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.045040] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1761.045040] env[62437]: value = "task-1811987" [ 1761.045040] env[62437]: _type = "Task" [ 1761.045040] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.053795] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811987, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.097093] env[62437]: INFO nova.compute.manager [-] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Took 1.04 seconds to deallocate network for instance. [ 1761.135930] env[62437]: DEBUG nova.network.neutron [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Updated VIF entry in instance network info cache for port b08e9ea6-5c87-4ea8-9754-342c970a0a45. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.135930] env[62437]: DEBUG nova.network.neutron [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Updating instance_info_cache with network_info: [{"id": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "address": "fa:16:3e:74:5d:bb", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e9ea6-5c", "ovs_interfaceid": "b08e9ea6-5c87-4ea8-9754-342c970a0a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.184644] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5234827a-b6db-ecde-6c97-8b14f981ca0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.184644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.184644] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.184644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.184644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.185190] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.185956] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a450a70e-53be-44ea-8495-6c7bad377559 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.196881] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.197444] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.199020] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15272050-97bd-4fbf-b56d-86ba43b90494 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.206674] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1761.206674] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e0925f-f79c-68ab-bfc6-bca7e8bf0f6b" [ 1761.206674] env[62437]: _type = "Task" [ 1761.206674] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.222613] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e0925f-f79c-68ab-bfc6-bca7e8bf0f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.223580] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b934b370-8308-4de4-832e-c03fe489bbd9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.237964] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1761.237964] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525f4c48-a91e-1386-ced9-88312b530b1e" [ 1761.237964] env[62437]: _type = "Task" [ 1761.237964] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.252125] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525f4c48-a91e-1386-ced9-88312b530b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.252125] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.252125] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e045d0a-e00d-4d04-9151-b19b03fa5af6/8e045d0a-e00d-4d04-9151-b19b03fa5af6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.252125] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d77455e-2cdf-46c9-8af6-ad7ee45e0169 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.259263] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1761.259263] env[62437]: value = "task-1811988" [ 1761.259263] env[62437]: _type = "Task" [ 1761.259263] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.269191] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.297798] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.346228] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811986, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.557017] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811987, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.605759] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.633975] env[62437]: DEBUG nova.network.neutron [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.639655] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f2e1500-bb00-4d43-a292-f4e14d284a80 req-c1d80cc4-1ccf-4755-8d76-449a3fe2a524 service nova] Releasing lock "refresh_cache-8e045d0a-e00d-4d04-9151-b19b03fa5af6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.779793] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811988, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.838047] env[62437]: DEBUG oslo_concurrency.lockutils [None req-52dc91b9-1f5c-4728-87d6-98689157e9fc tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.839179] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.708s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.844648] env[62437]: INFO nova.compute.claims [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.853934] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811986, 'name': CreateVM_Task, 'duration_secs': 0.743858} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.855911] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1761.856725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.856906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.857291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1761.857572] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5346722-5f31-4197-96cb-9ae453bf22bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.863987] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1761.863987] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c76ad1-0643-997a-92e9-71c6b62b9b17" [ 1761.863987] env[62437]: _type = "Task" [ 1761.863987] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.874175] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c76ad1-0643-997a-92e9-71c6b62b9b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.040430] env[62437]: DEBUG nova.compute.manager [req-8dac50ed-fa14-4d75-a198-18ae2cd8346a req-aa06978b-7240-4116-a1fe-770d6eecf3c6 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Received event network-vif-deleted-470e6b95-9ee5-4414-924c-177fd43e60a1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.040703] env[62437]: INFO nova.compute.manager [req-8dac50ed-fa14-4d75-a198-18ae2cd8346a req-aa06978b-7240-4116-a1fe-770d6eecf3c6 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Neutron deleted interface 470e6b95-9ee5-4414-924c-177fd43e60a1; detaching it from the instance and deleting it from the info cache [ 1762.041186] env[62437]: DEBUG nova.network.neutron [req-8dac50ed-fa14-4d75-a198-18ae2cd8346a req-aa06978b-7240-4116-a1fe-770d6eecf3c6 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.056503] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811987, 'name': Destroy_Task, 'duration_secs': 0.797708} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.057095] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Destroyed the VM [ 1762.057410] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1762.057876] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdd1dd9b-f054-454f-ac91-dd1d84551f89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.064620] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1762.064620] env[62437]: value = "task-1811989" [ 1762.064620] env[62437]: _type = "Task" [ 1762.064620] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.073386] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.137734] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.140625] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Instance network_info: |[{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1762.140625] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:62:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2987112-e693-4ab8-9895-486cb03dc4ac', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.150119] env[62437]: DEBUG oslo.service.loopingcall [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.151855] env[62437]: DEBUG nova.network.neutron [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.153196] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.154938] env[62437]: DEBUG nova.compute.manager [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Received event network-changed-a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.155179] env[62437]: DEBUG nova.compute.manager [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Refreshing instance network info cache due to event network-changed-a2987112-e693-4ab8-9895-486cb03dc4ac. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1762.155428] env[62437]: DEBUG oslo_concurrency.lockutils [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] Acquiring lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.155606] env[62437]: DEBUG oslo_concurrency.lockutils [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] Acquired lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.155799] env[62437]: DEBUG nova.network.neutron [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Refreshing network info cache for port a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1762.157260] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3ffc696-0b2f-4558-97ee-be46032b480a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.184521] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.184521] env[62437]: value = "task-1811990" [ 1762.184521] env[62437]: _type = "Task" [ 1762.184521] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.193655] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811990, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.274676] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524376} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.274970] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e045d0a-e00d-4d04-9151-b19b03fa5af6/8e045d0a-e00d-4d04-9151-b19b03fa5af6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.275207] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.275457] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d39815d-0419-488c-80bf-ee8867d1e983 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.286659] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1762.286659] env[62437]: value = "task-1811991" [ 1762.286659] env[62437]: _type = "Task" [ 1762.286659] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.300975] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.380844] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c76ad1-0643-997a-92e9-71c6b62b9b17, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.380844] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.380844] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.380844] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.380844] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.380844] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.382335] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ea28be-0a62-44a4-8c2e-ab7d853738cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.391580] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.391580] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.395455] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22dbb7b-6b1f-4e61-ba1d-a27dbca5d4c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.402519] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1762.402519] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4118c-8f71-33fa-07de-757b73822170" [ 1762.402519] env[62437]: _type = "Task" [ 1762.402519] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.412008] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4118c-8f71-33fa-07de-757b73822170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.543399] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-893bf71d-4297-47d5-a6c4-ebb5e5b3cf60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.553334] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f0920-2684-43e3-bb42-f4a2c6df96e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.575681] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.597137] env[62437]: DEBUG nova.compute.manager [req-8dac50ed-fa14-4d75-a198-18ae2cd8346a req-aa06978b-7240-4116-a1fe-770d6eecf3c6 service nova] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Detach interface failed, port_id=470e6b95-9ee5-4414-924c-177fd43e60a1, reason: Instance b9999541-2626-4379-a548-5d7d7ba0bff3 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1762.657620] env[62437]: INFO nova.compute.manager [-] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Took 1.96 seconds to deallocate network for instance. [ 1762.699101] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811990, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.798864] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074311} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.799329] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.800212] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfaab3-b224-47fe-8ee9-b024db91e797 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.827896] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8e045d0a-e00d-4d04-9151-b19b03fa5af6/8e045d0a-e00d-4d04-9151-b19b03fa5af6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.828353] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8076b145-3688-4456-860a-ab42e095b0ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.854025] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1762.854025] env[62437]: value = "task-1811992" [ 1762.854025] env[62437]: _type = "Task" [ 1762.854025] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.865458] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.888511] env[62437]: DEBUG nova.network.neutron [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updated VIF entry in instance network info cache for port a2987112-e693-4ab8-9895-486cb03dc4ac. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.888841] env[62437]: DEBUG nova.network.neutron [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.920244] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b4118c-8f71-33fa-07de-757b73822170, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.924844] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65095ba8-9ed0-46ba-a3df-0b5b8fea0613 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.931152] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1762.931152] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52adc3c6-452b-5d8b-2c27-ab5e6389316a" [ 1762.931152] env[62437]: _type = "Task" [ 1762.931152] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.949052] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52adc3c6-452b-5d8b-2c27-ab5e6389316a, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.949357] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.950638] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.950638] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43cc2be8-b63f-4cba-bb8b-a679b02edbc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.958711] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1762.958711] env[62437]: value = "task-1811993" [ 1762.958711] env[62437]: _type = "Task" [ 1762.958711] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.972055] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.077269] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811989, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.166068] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06ad89-06b9-42a0-922a-2e33cba7f4ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.174138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5a8ce-6fcb-4ac3-b533-8f471aa85a6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.210620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092312d-a7b2-4da5-afd6-dced42bacfeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.220292] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1811990, 'name': CreateVM_Task, 'duration_secs': 0.867094} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.224665] env[62437]: INFO nova.compute.manager [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Took 0.57 seconds to detach 1 volumes for instance. [ 1763.225348] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.225992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.226583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.226583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.228693] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdf4ef1-5706-45c1-bbda-8b1c5192efad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.233816] env[62437]: DEBUG nova.compute.manager [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Deleting volume: c59687a5-a3a4-4846-8d0d-323e4d4ef6c8 {{(pid=62437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1763.235966] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43348b16-b888-477a-97be-217c1ba045c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.242648] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1763.242648] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527a79ed-55e9-f60b-0260-ae35546f14c0" [ 1763.242648] env[62437]: _type = "Task" [ 1763.242648] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.251241] env[62437]: DEBUG nova.compute.provider_tree [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.262515] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527a79ed-55e9-f60b-0260-ae35546f14c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.369231] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811992, 'name': ReconfigVM_Task, 'duration_secs': 0.31218} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.369796] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8e045d0a-e00d-4d04-9151-b19b03fa5af6/8e045d0a-e00d-4d04-9151-b19b03fa5af6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.370958] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4639cc1-6999-457a-a2f2-fb2e2645df27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.378695] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1763.378695] env[62437]: value = "task-1811995" [ 1763.378695] env[62437]: _type = "Task" [ 1763.378695] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.388458] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811995, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.392364] env[62437]: DEBUG oslo_concurrency.lockutils [req-685fe1f5-f634-40f3-9420-dd99752759d5 req-6284474d-8870-4f7f-b421-274734f3ecd8 service nova] Releasing lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.477729] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.578178] env[62437]: DEBUG oslo_vmware.api [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1811989, 'name': RemoveSnapshot_Task, 'duration_secs': 1.189695} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.578297] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1763.578452] env[62437]: INFO nova.compute.manager [None req-9872b33b-84c1-41d9-b91d-9fef2093feea tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1763.757502] env[62437]: DEBUG nova.scheduler.client.report [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.771919] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527a79ed-55e9-f60b-0260-ae35546f14c0, 'name': SearchDatastore_Task, 'duration_secs': 0.071738} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.772556] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.772802] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.773738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.773974] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.774201] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.774495] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb99c34-a6d2-44c8-8fec-2ef08124221e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.802030] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.802030] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.802687] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb4c3df-cfc4-471a-9fbb-c44c424cc982 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.807899] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.812701] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1763.812701] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a12d4e-fd18-75e9-caee-2876f197b27f" [ 1763.812701] env[62437]: _type = "Task" [ 1763.812701] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.820459] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a12d4e-fd18-75e9-caee-2876f197b27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.890148] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811995, 'name': Rename_Task, 'duration_secs': 0.18018} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.890403] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.890658] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c11bc0-5ffd-421d-b9d7-04b7b1ed1d6e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.897528] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1763.897528] env[62437]: value = "task-1811996" [ 1763.897528] env[62437]: _type = "Task" [ 1763.897528] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.905851] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.973092] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643051} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.973992] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.974470] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.974840] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe02c77-37e5-446e-a37f-63810c531c42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.984132] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1763.984132] env[62437]: value = "task-1811997" [ 1763.984132] env[62437]: _type = "Task" [ 1763.984132] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.992461] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.273687] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.277018] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1764.278965] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.744s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.282734] env[62437]: DEBUG nova.objects.instance [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lazy-loading 'resources' on Instance uuid 7e304e2b-25a0-4c90-801d-9193d4f8085d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.325888] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a12d4e-fd18-75e9-caee-2876f197b27f, 'name': SearchDatastore_Task, 'duration_secs': 0.037449} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.326816] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e8251b-d38a-4372-8803-2c0ffa7b2892 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.333537] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1764.333537] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb33cd-0f89-1ba7-28e7-f09bd1fabb2f" [ 1764.333537] env[62437]: _type = "Task" [ 1764.333537] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.345321] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb33cd-0f89-1ba7-28e7-f09bd1fabb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.407386] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.493299] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067561} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.494557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.500145] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744cfea-ea10-4a8a-885c-e4eb0be584df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.523274] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.524520] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ab98a3-6ef8-4f53-b09d-de0ed7ff021d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.547550] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1764.547550] env[62437]: value = "task-1811998" [ 1764.547550] env[62437]: _type = "Task" [ 1764.547550] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.556103] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.783608] env[62437]: DEBUG nova.compute.utils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.788432] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.788747] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.820022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.820022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.847166] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fb33cd-0f89-1ba7-28e7-f09bd1fabb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.847506] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.847837] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.848137] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c773ff8-dafa-4efe-b403-6794a761de03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.858425] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1764.858425] env[62437]: value = "task-1811999" [ 1764.858425] env[62437]: _type = "Task" [ 1764.858425] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.861292] env[62437]: DEBUG nova.policy [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.875632] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.910720] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.061762] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1811998, 'name': ReconfigVM_Task, 'duration_secs': 0.418174} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.065173] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c/b7ca73aa-2719-42a7-8354-1acbb921e74c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.067130] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'image_id': '1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'}, 'guest_format': None, 'boot_index': None, 'device_type': None, 'attachment_id': '64bf2084-16ee-49d9-9df2-825eeb950b8e', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1765.068689] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1765.068689] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1765.071026] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802715d7-d5cf-485c-bf65-e2f44e99948e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.092923] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442422da-381f-482c-aa84-da7b88bfc665 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.123983] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.127237] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3eb0e4-6df6-4aa2-8658-4227161e414d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.149128] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1765.149128] env[62437]: value = "task-1812000" [ 1765.149128] env[62437]: _type = "Task" [ 1765.149128] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.160392] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.173611] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bbfb8a-bab5-4091-9829-dc4dfe2bda37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.183149] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f716a7-f90b-47e2-bd06-c90271cc9778 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.220092] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c34d9bf-fba6-44d3-b9e9-463c40535cfa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.227969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af45b1-9d24-486a-8abe-4b10c2cf9885 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.246031] env[62437]: DEBUG nova.compute.provider_tree [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.249234] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Successfully created port: fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.289293] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1765.320842] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.369094] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811999, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.408734] env[62437]: DEBUG oslo_vmware.api [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1811996, 'name': PowerOnVM_Task, 'duration_secs': 1.113467} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.409015] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.409231] env[62437]: INFO nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1765.409408] env[62437]: DEBUG nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.410186] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c4f7b-5925-4be5-8a91-208f9e60565e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.514126] env[62437]: DEBUG nova.compute.manager [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.514126] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f13831-b75f-4af3-9801-2b2b66ac00a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.659195] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812000, 'name': ReconfigVM_Task, 'duration_secs': 0.338859} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.659448] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.664338] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc37ae9-f05a-441b-bdfb-f1538030a8d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.678876] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1765.678876] env[62437]: value = "task-1812001" [ 1765.678876] env[62437]: _type = "Task" [ 1765.678876] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.687489] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.751730] env[62437]: DEBUG nova.scheduler.client.report [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.846740] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.869677] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1811999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524997} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.870160] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.870611] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.870897] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e150961-64d9-4739-8dda-baec0f4337f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.876683] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1765.876683] env[62437]: value = "task-1812002" [ 1765.876683] env[62437]: _type = "Task" [ 1765.876683] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.885665] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.931974] env[62437]: INFO nova.compute.manager [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Took 21.39 seconds to build instance. [ 1766.025479] env[62437]: INFO nova.compute.manager [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] instance snapshotting [ 1766.028430] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3f8499-7dce-40ef-b779-91c24b91b21c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.049791] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a84bfe7-0247-4cfc-a304-d2f645abfff3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.193926] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812001, 'name': ReconfigVM_Task, 'duration_secs': 0.161004} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.195280] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1766.195643] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b2ebe1b-bade-4664-b52b-f7fd8fb660bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.205099] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1766.205099] env[62437]: value = "task-1812003" [ 1766.205099] env[62437]: _type = "Task" [ 1766.205099] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.211516] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812003, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.256538] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.258842] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.984s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.260542] env[62437]: INFO nova.compute.claims [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.300033] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1766.335364] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1766.335617] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.335776] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1766.335962] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.336162] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1766.336322] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1766.336538] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1766.336702] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1766.336874] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1766.337075] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1766.337226] env[62437]: DEBUG nova.virt.hardware [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1766.338378] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc3391d-18f9-4ea7-ac12-3cd8d090631e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.347938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae83bbf-a416-457b-89da-ee785f8347a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.385369] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070059} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.385646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.386927] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd3dc3-baf2-4a1c-a5b6-d49f0c41c4b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.411848] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.412475] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d52a1d-6436-4fc5-8dba-e4bafd0b87d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.431997] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1766.431997] env[62437]: value = "task-1812004" [ 1766.431997] env[62437]: _type = "Task" [ 1766.431997] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.435585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a56ba29e-f9fb-41c1-b6e5-8e9b0979c70c tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.440671] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.561208] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1766.561208] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e11063b6-a71c-4c93-b8a7-71cf631e7948 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.571575] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1766.571575] env[62437]: value = "task-1812005" [ 1766.571575] env[62437]: _type = "Task" [ 1766.571575] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.581273] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.717013] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812003, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.781564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-14d99434-876f-460d-8284-06513d4c971c tempest-ServerActionsV293TestJSON-920685959 tempest-ServerActionsV293TestJSON-920685959-project-member] Lock "7e304e2b-25a0-4c90-801d-9193d4f8085d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.649s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.942840] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.082085] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.114180] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.114598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.214591] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812003, 'name': Rename_Task, 'duration_secs': 0.756732} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.214900] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.215384] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7dbac50-9e0c-43fb-a523-cbc9e3a5f6ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.224887] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1767.224887] env[62437]: value = "task-1812006" [ 1767.224887] env[62437]: _type = "Task" [ 1767.224887] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.237599] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.287579] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.287826] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.443292] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812004, 'name': ReconfigVM_Task, 'duration_secs': 0.692679} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.443594] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.444203] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aaa4368-c2ec-43b2-bb0d-97c9eace3393 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.452641] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1767.452641] env[62437]: value = "task-1812007" [ 1767.452641] env[62437]: _type = "Task" [ 1767.452641] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.463832] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812007, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.507059] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.507324] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.507632] env[62437]: DEBUG nova.objects.instance [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.524289] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff91e7a-b49c-4793-9794-4f9d64146863 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.534797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3386993e-3420-4ad6-8427-42bdcc8427f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.569205] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54f0ebd-f71c-491f-bfbe-e2296be8f53d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.579449] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56029f6a-6200-40e5-ad9a-c77d52302798 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.587393] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812005, 'name': CreateSnapshot_Task, 'duration_secs': 0.862437} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.588138] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1767.588958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe9e3b-7312-4404-80d2-d075a8041e95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.600058] env[62437]: DEBUG nova.compute.provider_tree [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.617427] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.737895] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.790854] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.967447] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812007, 'name': Rename_Task, 'duration_secs': 0.165841} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.967785] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.968075] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926cb64f-5160-4099-8b59-a2ba5a0c84a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.975968] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1767.975968] env[62437]: value = "task-1812008" [ 1767.975968] env[62437]: _type = "Task" [ 1767.975968] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.984821] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.011702] env[62437]: DEBUG nova.objects.instance [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.119030] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1768.121771] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c7f3e54-4a90-4cfd-9ef1-3e793c3af200 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.123171] env[62437]: ERROR nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [req-d5458a85-7c82-490e-a3ae-45e89989a1a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5458a85-7c82-490e-a3ae-45e89989a1a9"}]} [ 1768.135336] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1768.135336] env[62437]: value = "task-1812009" [ 1768.135336] env[62437]: _type = "Task" [ 1768.135336] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.139779] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.143915] env[62437]: DEBUG nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1768.158784] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.159978] env[62437]: DEBUG nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1768.160143] env[62437]: DEBUG nova.compute.provider_tree [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1768.174941] env[62437]: DEBUG nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1768.195467] env[62437]: DEBUG nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1768.240376] env[62437]: DEBUG oslo_vmware.api [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812006, 'name': PowerOnVM_Task, 'duration_secs': 0.528832} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.240654] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.240873] env[62437]: DEBUG nova.compute.manager [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.241667] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1bcaa-cf76-4fe2-ab1d-43b58651b872 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.310689] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.453351] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b28011-b564-4727-8855-bc224431a38d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.462300] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4237a9b-5ec3-42a1-8b65-47c37361b17e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.497755] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0caff26-7a49-49ea-8936-fa3a7d8c71eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.507868] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.511040] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345e10b-5746-46ed-8bb2-a2063d0a8bb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.515202] env[62437]: DEBUG nova.objects.base [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance<7fda49dd-cdf3-483b-bb7f-4ea83e67ec59> lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1768.515405] env[62437]: DEBUG nova.network.neutron [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.528074] env[62437]: DEBUG nova.compute.provider_tree [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1768.645448] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.646715] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cb656e14-d7a6-42d9-8e44-16b71ea43048 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.763523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.005273] env[62437]: DEBUG oslo_vmware.api [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812008, 'name': PowerOnVM_Task, 'duration_secs': 1.027133} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.005567] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.005767] env[62437]: INFO nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1769.005935] env[62437]: DEBUG nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.006717] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a357e1-778e-40b9-a316-c2356c01ba58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.059219] env[62437]: DEBUG nova.scheduler.client.report [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1769.059489] env[62437]: DEBUG nova.compute.provider_tree [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 135 to 136 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1769.059667] env[62437]: DEBUG nova.compute.provider_tree [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.146818] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.526591] env[62437]: INFO nova.compute.manager [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Took 20.26 seconds to build instance. [ 1769.566430] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.307s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.567169] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1769.571136] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.965s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.571136] env[62437]: DEBUG nova.objects.instance [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lazy-loading 'resources' on Instance uuid 0199b980-c526-46d3-823f-d4ed152e14ab {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.646283] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.029743] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ae607da-69d4-4846-a8af-45a3912dc942 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.772s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.074727] env[62437]: DEBUG nova.compute.utils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.079487] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.079667] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.136016] env[62437]: DEBUG nova.policy [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4f3f3afe3b146c5868c67b8368e6488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0ef900c70c4a66acdffbab93da4b89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.148965] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.470620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce7dcb-2ed9-42f9-8d7f-a30f4a18b688 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.479908] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c5627-99ec-4420-96fc-789c8cebee9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.518438] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de38c8b1-ff28-45b0-8677-b8476b7033df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.526590] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194d0b6-2d07-4742-acd2-e6a64ff56c1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.531642] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Successfully created port: fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1770.544993] env[62437]: DEBUG nova.compute.provider_tree [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.564545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.564545] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.564545] env[62437]: DEBUG nova.objects.instance [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.580557] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1770.637060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.637439] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.652054] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.881521] env[62437]: DEBUG nova.compute.manager [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1771.049054] env[62437]: DEBUG nova.scheduler.client.report [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.135259] env[62437]: DEBUG nova.objects.instance [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.141492] env[62437]: DEBUG nova.compute.utils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.152900] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.404599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.554585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.557215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.749s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.557462] env[62437]: DEBUG nova.objects.instance [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lazy-loading 'resources' on Instance uuid b9999541-2626-4379-a548-5d7d7ba0bff3 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.576724] env[62437]: INFO nova.scheduler.client.report [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Deleted allocations for instance 0199b980-c526-46d3-823f-d4ed152e14ab [ 1771.588949] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1771.615604] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1771.615863] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.616117] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1771.616235] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.616389] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1771.616537] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1771.616748] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1771.616902] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1771.617098] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1771.617271] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1771.617452] env[62437]: DEBUG nova.virt.hardware [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1771.618575] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd22cb76-df99-4d55-af44-baab99b049de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.628950] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61a3f3-ca03-4606-a70c-0ed4376a006c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.643985] env[62437]: DEBUG nova.objects.base [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance<7fda49dd-cdf3-483b-bb7f-4ea83e67ec59> lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1771.644172] env[62437]: DEBUG nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.649671] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.655945] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.697540] env[62437]: DEBUG nova.policy [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.958430] env[62437]: DEBUG nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Successfully created port: 7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.083983] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bff2b72e-a0c6-4b5f-aa1e-a17403589814 tempest-ServerDiagnosticsV248Test-675695004 tempest-ServerDiagnosticsV248Test-675695004-project-member] Lock "0199b980-c526-46d3-823f-d4ed152e14ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.158898] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.317996] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e6d29-a8db-4142-bcde-8dd0d1eceadc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.326407] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d317c7-fc44-464c-ab6c-b3ae62e2ace8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.356410] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac36700f-21bf-4a3c-ada5-a2236659131c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.364566] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad50b1b-88f1-4d9d-a042-6327fdc60434 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.378235] env[62437]: DEBUG nova.compute.provider_tree [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.656850] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.735561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.735561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.735561] env[62437]: INFO nova.compute.manager [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Attaching volume 5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56 to /dev/sdb [ 1772.767776] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f46e7a-26c0-4151-a9bb-c738a283c1e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.775462] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7274b37-3927-41ba-909b-81e2ce9bb7da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.790082] env[62437]: DEBUG nova.virt.block_device [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating existing volume attachment record: 01d47349-915e-4673-b0c4-25f6d71397b3 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1772.881432] env[62437]: DEBUG nova.scheduler.client.report [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.158830] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.386799] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.389649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.543s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.391135] env[62437]: INFO nova.compute.claims [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.412040] env[62437]: INFO nova.scheduler.client.report [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Deleted allocations for instance b9999541-2626-4379-a548-5d7d7ba0bff3 [ 1773.658945] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.921085] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d891bdf7-bdc2-4399-90bd-adcf2e73ce93 tempest-ServersTestBootFromVolume-1212949078 tempest-ServersTestBootFromVolume-1212949078-project-member] Lock "b9999541-2626-4379-a548-5d7d7ba0bff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.090s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.047835] env[62437]: DEBUG nova.compute.manager [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1774.047835] env[62437]: DEBUG oslo_concurrency.lockutils [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.047835] env[62437]: DEBUG oslo_concurrency.lockutils [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.047835] env[62437]: DEBUG oslo_concurrency.lockutils [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.047835] env[62437]: DEBUG nova.compute.manager [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] No waiting events found dispatching network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.047835] env[62437]: WARNING nova.compute.manager [req-13fc0f40-a83d-45fd-b6fa-f58821491b8d req-a2fda975-228a-4389-af3a-1393570dbb16 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received unexpected event network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f for instance with vm_state building and task_state spawning. [ 1774.161267] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812009, 'name': CloneVM_Task, 'duration_secs': 5.60058} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.164016] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Created linked-clone VM from snapshot [ 1774.164016] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467563b-7e65-4f0e-aecf-3ee3761b941a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.172752] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Uploading image 92545866-6add-4c32-b5b6-8dfd37ab7422 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1774.176722] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Successfully updated port: fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.205724] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1774.205724] env[62437]: value = "vm-375503" [ 1774.205724] env[62437]: _type = "VirtualMachine" [ 1774.205724] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1774.206667] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ee22335-1cd2-4d5a-a1d7-680cb8e62b6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.218557] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease: (returnval){ [ 1774.218557] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52163596-8658-f9eb-6bac-4cfcafd82653" [ 1774.218557] env[62437]: _type = "HttpNfcLease" [ 1774.218557] env[62437]: } obtained for exporting VM: (result){ [ 1774.218557] env[62437]: value = "vm-375503" [ 1774.218557] env[62437]: _type = "VirtualMachine" [ 1774.218557] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1774.219250] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the lease: (returnval){ [ 1774.219250] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52163596-8658-f9eb-6bac-4cfcafd82653" [ 1774.219250] env[62437]: _type = "HttpNfcLease" [ 1774.219250] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1774.227677] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1774.227677] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52163596-8658-f9eb-6bac-4cfcafd82653" [ 1774.227677] env[62437]: _type = "HttpNfcLease" [ 1774.227677] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1774.452521] env[62437]: DEBUG nova.compute.manager [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Received event network-vif-plugged-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1774.453349] env[62437]: DEBUG oslo_concurrency.lockutils [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] Acquiring lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.453583] env[62437]: DEBUG oslo_concurrency.lockutils [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.453757] env[62437]: DEBUG oslo_concurrency.lockutils [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.454060] env[62437]: DEBUG nova.compute.manager [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] No waiting events found dispatching network-vif-plugged-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.454138] env[62437]: WARNING nova.compute.manager [req-84d1f3cd-ec6d-40a3-af45-ffdcaf0fc6ba req-cbfe4083-54bc-488a-bedb-efe31f3b6577 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Received unexpected event network-vif-plugged-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c for instance with vm_state building and task_state spawning. [ 1774.475319] env[62437]: DEBUG nova.compute.manager [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-plugged-7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1774.475525] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.475773] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.478057] env[62437]: DEBUG oslo_concurrency.lockutils [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.478057] env[62437]: DEBUG nova.compute.manager [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] No waiting events found dispatching network-vif-plugged-7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.478057] env[62437]: WARNING nova.compute.manager [req-1bc99629-cc2a-4ba8-84d5-8b6b3ebc439e req-30ea300b-ce30-46a6-bfb7-6559165d38a5 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received unexpected event network-vif-plugged-7f5895bd-8776-4c51-b498-16172adc40c0 for instance with vm_state active and task_state None. [ 1774.533938] env[62437]: DEBUG nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Successfully updated port: 7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.671343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a12f6-dbd0-4e19-84a1-e95ff41eaa63 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.682648] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.682811] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.682969] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.685492] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfaf9a-f234-46ac-a458-803d217a947b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.726636] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c27c5-cdc8-4150-80dc-97b7b1b81b9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.732537] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1774.732537] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52163596-8658-f9eb-6bac-4cfcafd82653" [ 1774.732537] env[62437]: _type = "HttpNfcLease" [ 1774.732537] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1774.736902] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1774.736902] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52163596-8658-f9eb-6bac-4cfcafd82653" [ 1774.736902] env[62437]: _type = "HttpNfcLease" [ 1774.736902] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1774.736902] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c03fe-a300-4003-9be5-a1ce81eea84f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.738743] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b8159-f0ce-4eb2-ad0f-d29eae7d8d44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.759381] env[62437]: DEBUG nova.compute.provider_tree [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.760869] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1774.761115] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1774.819338] env[62437]: DEBUG nova.scheduler.client.report [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.911094] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Successfully updated port: fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.930457] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5e1f700-8ca4-449a-b435-d62b815424d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.037416] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.037647] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.037862] env[62437]: DEBUG nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.240769] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.327948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.938s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.331889] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.340401] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.200s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.343308] env[62437]: INFO nova.compute.claims [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.416475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.416475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.416475] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.449128] env[62437]: DEBUG nova.network.neutron [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.582174] env[62437]: WARNING nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1775.854585] env[62437]: DEBUG nova.compute.utils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.861282] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.861282] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.953158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.953620] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance network_info: |[{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.954218] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5f:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb3f3c41-cd93-443a-97c7-353c8827600f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.967408] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating folder: Project (2f0ef900c70c4a66acdffbab93da4b89). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.969172] env[62437]: DEBUG nova.policy [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7937a5985295459598243cbc778c2c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b30465002a2147cdad9f7b948e03999a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.971684] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.973878] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf1883f-342e-445e-a594-7317febe50c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.988311] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created folder: Project (2f0ef900c70c4a66acdffbab93da4b89) in parent group-v375259. [ 1775.988520] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating folder: Instances. Parent ref: group-v375506. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.988796] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fed80ce-61b6-49d5-bb70-d32c3009f252 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.007654] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created folder: Instances in parent group-v375506. [ 1776.007654] env[62437]: DEBUG oslo.service.loopingcall [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.007654] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.007654] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bac80ee-9446-4f8f-a805-1be8ede2667c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.050917] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.050917] env[62437]: value = "task-1812017" [ 1776.050917] env[62437]: _type = "Task" [ 1776.050917] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.062837] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812017, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.119336] env[62437]: DEBUG nova.network.neutron [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5895bd-8776-4c51-b498-16172adc40c0", "address": "fa:16:3e:9d:20:b2", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5895bd-87", "ovs_interfaceid": "7f5895bd-8776-4c51-b498-16172adc40c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.163066] env[62437]: DEBUG nova.network.neutron [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Updating instance_info_cache with network_info: [{"id": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "address": "fa:16:3e:6e:4e:fd", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd6dc4d-6d", "ovs_interfaceid": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.274755] env[62437]: DEBUG nova.compute.manager [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1776.276248] env[62437]: DEBUG nova.compute.manager [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing instance network info cache due to event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1776.276781] env[62437]: DEBUG oslo_concurrency.lockutils [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.277625] env[62437]: DEBUG oslo_concurrency.lockutils [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.278035] env[62437]: DEBUG nova.network.neutron [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.364019] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.418289] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Successfully created port: 41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.516087] env[62437]: DEBUG nova.compute.manager [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-changed-7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1776.516461] env[62437]: DEBUG nova.compute.manager [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing instance network info cache due to event network-changed-7f5895bd-8776-4c51-b498-16172adc40c0. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1776.516673] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.565593] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812017, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.627021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.627021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.627021] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.627342] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.627572] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing network info cache for port 7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.629900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71e6b0-c7e3-4a8a-b41f-1ff6c692e53d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.653041] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1776.653494] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.654292] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1776.654562] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.654799] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1776.654987] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1776.655310] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1776.655564] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1776.655753] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1776.656060] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1776.656326] env[62437]: DEBUG nova.virt.hardware [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1776.662748] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfiguring VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1776.666731] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cbee406-3074-46f0-afe2-da2753d107bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.679106] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.679527] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Instance network_info: |[{"id": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "address": "fa:16:3e:6e:4e:fd", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd6dc4d-6d", "ovs_interfaceid": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.681127] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:4e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd6dc4d-6daa-4723-a080-3c94ccda4e9c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.688556] env[62437]: DEBUG oslo.service.loopingcall [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.689575] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.690174] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9adf951-35e5-4ebd-8e4b-b436bee6b130 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.709496] env[62437]: DEBUG oslo_vmware.api [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1776.709496] env[62437]: value = "task-1812018" [ 1776.709496] env[62437]: _type = "Task" [ 1776.709496] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.717063] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.717063] env[62437]: value = "task-1812019" [ 1776.717063] env[62437]: _type = "Task" [ 1776.717063] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.721213] env[62437]: DEBUG oslo_vmware.api [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812018, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.725967] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272162f8-3aa9-4a59-894b-1b8586c3f8a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.739587] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba9c73a-4349-4931-9d40-1857c9217798 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.743846] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812019, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.787254] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad06e8c5-3ea0-4aaf-aad3-c96b10961d63 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.796818] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d33d6-0e38-450d-aa9f-f6fdcfba0639 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.816352] env[62437]: DEBUG nova.compute.provider_tree [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.023271] env[62437]: DEBUG nova.network.neutron [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updated VIF entry in instance network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.023626] env[62437]: DEBUG nova.network.neutron [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.063533] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812017, 'name': CreateVM_Task, 'duration_secs': 0.576353} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.063826] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.064634] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.064850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.065350] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.065728] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd2f369-ee93-42b4-8179-1e844225d453 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.071598] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1777.071598] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526fb294-dfdf-e807-46ef-12c8f6512bd9" [ 1777.071598] env[62437]: _type = "Task" [ 1777.071598] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.080685] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526fb294-dfdf-e807-46ef-12c8f6512bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.222806] env[62437]: DEBUG oslo_vmware.api [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.238922] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812019, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.340479] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1777.340776] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375505', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'name': 'volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9821f14c-751b-4ed3-928f-afcbff7feea5', 'attached_at': '', 'detached_at': '', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'serial': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1777.341795] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb13d85f-e2be-4de4-9fea-3bfc526e8ebe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.346597] env[62437]: ERROR nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [req-98088693-8a31-4084-a268-0cd21e9ebba1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98088693-8a31-4084-a268-0cd21e9ebba1"}]} [ 1777.361898] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271894c9-fed5-450d-955a-5a9cb174a660 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.383139] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.393319] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56/volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.394785] env[62437]: DEBUG nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1777.397694] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updated VIF entry in instance network info cache for port 7f5895bd-8776-4c51-b498-16172adc40c0. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.398287] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5895bd-8776-4c51-b498-16172adc40c0", "address": "fa:16:3e:9d:20:b2", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5895bd-87", "ovs_interfaceid": "7f5895bd-8776-4c51-b498-16172adc40c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.399454] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7dbb9e5-6b50-40ea-a859-e8cfc66eb709 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.424599] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.424857] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.425033] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.425592] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.425592] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.425592] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.425898] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.425898] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.426066] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.426253] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.426443] env[62437]: DEBUG nova.virt.hardware [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.427719] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd21194-4015-4eff-bd97-9cbf79bd8d15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.432394] env[62437]: DEBUG nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1777.432618] env[62437]: DEBUG nova.compute.provider_tree [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.436462] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1777.436462] env[62437]: value = "task-1812020" [ 1777.436462] env[62437]: _type = "Task" [ 1777.436462] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.444933] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804dd344-4bba-4993-a0a0-b6dc87da00f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.450476] env[62437]: DEBUG nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1777.457011] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.475183] env[62437]: DEBUG nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1777.526546] env[62437]: DEBUG oslo_concurrency.lockutils [req-e2eead95-3d1b-4533-ba98-41a9f4302bc9 req-3cd605c2-ea8b-4e3b-bb24-536db56784ed service nova] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.584696] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526fb294-dfdf-e807-46ef-12c8f6512bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.587587] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.587832] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.588082] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.588236] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.588423] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.588926] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c6cb5a8-5b3f-4dab-bae7-e066eb338cb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.601808] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.601970] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.602853] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bb8382-c83e-4d0e-9c59-22238df841d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.609298] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1777.609298] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52011067-403a-ab09-4df8-21c66bd66aa0" [ 1777.609298] env[62437]: _type = "Task" [ 1777.609298] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.622924] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52011067-403a-ab09-4df8-21c66bd66aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.623765] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c41bbef-bddd-45db-b5cb-6d94da2dce6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.632848] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1777.632848] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52229f6c-9c71-793c-19e0-fb0190ec93ba" [ 1777.632848] env[62437]: _type = "Task" [ 1777.632848] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.643831] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52229f6c-9c71-793c-19e0-fb0190ec93ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.723751] env[62437]: DEBUG oslo_vmware.api [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.735728] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812019, 'name': CreateVM_Task, 'duration_secs': 0.708161} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.735917] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.736643] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.736812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.737248] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.738046] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c28d597-2649-41c6-8090-335d2e59e424 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.740954] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e0c66-ccb0-43f0-9ea7-1b150ed27a6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.751431] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1777.751431] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9b0fa-cdfb-c15b-c159-f82e7d43f19b" [ 1777.751431] env[62437]: _type = "Task" [ 1777.751431] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.757364] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c0fc0-a86b-4052-abed-ec0bafce2734 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.767420] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9b0fa-cdfb-c15b-c159-f82e7d43f19b, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.793464] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.793464] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.793464] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.794529] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46063e4a-8e37-4929-8e2e-b23f05e9bf22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.803338] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193171d0-a6ca-47bd-a241-54adc2a0edcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.818667] env[62437]: DEBUG nova.compute.provider_tree [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.914385] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.914669] env[62437]: DEBUG nova.compute.manager [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Received event network-changed-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1777.914845] env[62437]: DEBUG nova.compute.manager [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Refreshing instance network info cache due to event network-changed-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1777.915072] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Acquiring lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.915527] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Acquired lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.915527] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Refreshing network info cache for port fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.948922] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.977777] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Successfully updated port: 41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.144140] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52229f6c-9c71-793c-19e0-fb0190ec93ba, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.144538] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.144664] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.145040] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.145240] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.145465] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e26d3e0-b05b-4fb4-a8ae-8477516b1f27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.147491] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c58e0d5-c614-4e46-bc4f-f71834fa86d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.157221] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1778.157221] env[62437]: value = "task-1812021" [ 1778.157221] env[62437]: _type = "Task" [ 1778.157221] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.162013] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.162255] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.163088] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bceaa97b-466c-4485-9254-73f4826c0c8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.169854] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1778.169854] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52760e6b-7346-ceaf-e5e8-5ef28093d34e" [ 1778.169854] env[62437]: _type = "Task" [ 1778.169854] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.173462] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.183854] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52760e6b-7346-ceaf-e5e8-5ef28093d34e, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.184355] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb54d3f1-7e62-469f-80b1-bb2b88967aca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.191747] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1778.191747] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52695d9f-a7c2-bcf0-2073-643aee3a7bc3" [ 1778.191747] env[62437]: _type = "Task" [ 1778.191747] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.201099] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52695d9f-a7c2-bcf0-2073-643aee3a7bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.223396] env[62437]: DEBUG oslo_vmware.api [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812018, 'name': ReconfigVM_Task, 'duration_secs': 1.03788} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.224067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.224311] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfigured VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1778.354195] env[62437]: DEBUG nova.scheduler.client.report [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1778.354492] env[62437]: DEBUG nova.compute.provider_tree [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 138 to 139 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1778.354726] env[62437]: DEBUG nova.compute.provider_tree [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.448867] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.480330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.480527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquired lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.480630] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.587411] env[62437]: DEBUG nova.compute.manager [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Received event network-vif-plugged-41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1778.587739] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Acquiring lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.588165] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.588375] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.588573] env[62437]: DEBUG nova.compute.manager [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] No waiting events found dispatching network-vif-plugged-41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.588828] env[62437]: WARNING nova.compute.manager [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Received unexpected event network-vif-plugged-41f24c81-3507-4293-8b5c-c53eae64383f for instance with vm_state building and task_state spawning. [ 1778.589032] env[62437]: DEBUG nova.compute.manager [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Received event network-changed-41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1778.589198] env[62437]: DEBUG nova.compute.manager [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Refreshing instance network info cache due to event network-changed-41f24c81-3507-4293-8b5c-c53eae64383f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1778.589464] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Acquiring lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.669178] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812021, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.706287] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52695d9f-a7c2-bcf0-2073-643aee3a7bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.706645] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.706867] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e2ec9299-49a7-40fd-8170-8216306c7c19/e2ec9299-49a7-40fd-8170-8216306c7c19.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.707185] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80778025-f485-4834-b8c9-4cb754d3d593 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.716994] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1778.716994] env[62437]: value = "task-1812022" [ 1778.716994] env[62437]: _type = "Task" [ 1778.716994] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.729944] env[62437]: DEBUG oslo_concurrency.lockutils [None req-76723b07-7763-487c-beb3-ae3e2ae516e5 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.166s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.731234] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.733870] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Updated VIF entry in instance network info cache for port fbd6dc4d-6daa-4723-a080-3c94ccda4e9c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.734211] env[62437]: DEBUG nova.network.neutron [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Updating instance_info_cache with network_info: [{"id": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "address": "fa:16:3e:6e:4e:fd", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd6dc4d-6d", "ovs_interfaceid": "fbd6dc4d-6daa-4723-a080-3c94ccda4e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.860109] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.519s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.860446] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.863204] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.553s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.865154] env[62437]: INFO nova.compute.claims [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.950391] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812020, 'name': ReconfigVM_Task, 'duration_secs': 1.505567} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.950695] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56/volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.955578] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68858965-02a1-4d0c-ae8c-549a8a975777 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.973127] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1778.973127] env[62437]: value = "task-1812023" [ 1778.973127] env[62437]: _type = "Task" [ 1778.973127] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.982380] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.017360] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.171533] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521112} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.171966] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.172139] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.172383] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50fcc826-5f37-464b-8b25-a88aad417a52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.183650] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1779.183650] env[62437]: value = "task-1812024" [ 1779.183650] env[62437]: _type = "Task" [ 1779.183650] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.193787] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.229505] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48559} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.229786] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] e2ec9299-49a7-40fd-8170-8216306c7c19/e2ec9299-49a7-40fd-8170-8216306c7c19.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.230097] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.230437] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7048a430-967c-4da8-b6a8-bea26da924ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.238376] env[62437]: DEBUG oslo_concurrency.lockutils [req-9a5b2a32-7ebe-4986-a9ca-b1636dee7b70 req-0beaad57-9ef6-47a0-a45b-4eb810735671 service nova] Releasing lock "refresh_cache-e2ec9299-49a7-40fd-8170-8216306c7c19" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.240932] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1779.240932] env[62437]: value = "task-1812025" [ 1779.240932] env[62437]: _type = "Task" [ 1779.240932] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.241898] env[62437]: DEBUG nova.network.neutron [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Updating instance_info_cache with network_info: [{"id": "41f24c81-3507-4293-8b5c-c53eae64383f", "address": "fa:16:3e:e2:58:ff", "network": {"id": "b5a78dad-acf8-43a3-ad4f-e21cb21391cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696006683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b30465002a2147cdad9f7b948e03999a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f24c81-35", "ovs_interfaceid": "41f24c81-3507-4293-8b5c-c53eae64383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.253218] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.370022] env[62437]: DEBUG nova.compute.utils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.373775] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.373958] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.434086] env[62437]: DEBUG nova.policy [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.484257] env[62437]: DEBUG oslo_vmware.api [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812023, 'name': ReconfigVM_Task, 'duration_secs': 0.193181} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.484634] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375505', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'name': 'volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9821f14c-751b-4ed3-928f-afcbff7feea5', 'attached_at': '', 'detached_at': '', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'serial': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1779.694230] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082027} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.694540] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.695361] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a9eeb-26bc-4b03-b7ef-d3fe6eff9e1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.722188] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.722543] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df000afb-d3b4-4f52-b75f-39fff31674e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.744007] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1779.744007] env[62437]: value = "task-1812026" [ 1779.744007] env[62437]: _type = "Task" [ 1779.744007] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.748642] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Releasing lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.749072] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Instance network_info: |[{"id": "41f24c81-3507-4293-8b5c-c53eae64383f", "address": "fa:16:3e:e2:58:ff", "network": {"id": "b5a78dad-acf8-43a3-ad4f-e21cb21391cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696006683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b30465002a2147cdad9f7b948e03999a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f24c81-35", "ovs_interfaceid": "41f24c81-3507-4293-8b5c-c53eae64383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.753583] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Acquired lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.753583] env[62437]: DEBUG nova.network.neutron [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Refreshing network info cache for port 41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.753847] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:58:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f24c81-3507-4293-8b5c-c53eae64383f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.761221] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Creating folder: Project (b30465002a2147cdad9f7b948e03999a). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.762531] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89cbc0d6-6f8d-44f3-af62-f08e0ad93571 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.769269] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082632} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.773199] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.773867] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.774704] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16958ece-caef-4181-bfdb-801382110f3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.778877] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Created folder: Project (b30465002a2147cdad9f7b948e03999a) in parent group-v375259. [ 1779.779074] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Creating folder: Instances. Parent ref: group-v375510. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.779760] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4b3bfc-7e70-4cac-9556-af2d04892a27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.782529] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Successfully created port: be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.804413] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e2ec9299-49a7-40fd-8170-8216306c7c19/e2ec9299-49a7-40fd-8170-8216306c7c19.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.806263] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb4a9b90-9a31-47ba-85eb-f599a72a3d5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.821565] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Created folder: Instances in parent group-v375510. [ 1779.821565] env[62437]: DEBUG oslo.service.loopingcall [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.823069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.826149] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0092f52c-f723-4be7-8c65-9e6b3859f818 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.844441] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.844749] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.844986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.845220] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.845415] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.847365] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1779.847365] env[62437]: value = "task-1812029" [ 1779.847365] env[62437]: _type = "Task" [ 1779.847365] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.848138] env[62437]: INFO nova.compute.manager [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Terminating instance [ 1779.857489] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.857489] env[62437]: value = "task-1812030" [ 1779.857489] env[62437]: _type = "Task" [ 1779.857489] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.868759] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.875637] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.878126] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812030, 'name': CreateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.189943] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168124a2-be88-47f8-bba1-4cfcd264a740 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.199695] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ba1c2-184c-400f-bd7a-8e7aae267933 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.241752] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed0b04-6889-442c-bc21-462e9f17d8de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.255981] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76ef84-2fe6-48c4-b9fa-4b8c5122be56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.279124] env[62437]: DEBUG nova.compute.provider_tree [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.280773] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812026, 'name': ReconfigVM_Task, 'duration_secs': 0.342256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.285026] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.285026] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a47f8ff-9f53-4066-bf42-eddb369eb1a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.297288] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1780.297288] env[62437]: value = "task-1812031" [ 1780.297288] env[62437]: _type = "Task" [ 1780.297288] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.310486] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812031, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.358065] env[62437]: DEBUG nova.compute.manager [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1780.358065] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.363435] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96196ad-4e49-4440-95d6-aba2114f1fcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.367515] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.384777] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.391340] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90e39bd-4ed9-4b83-a1ee-672390f05f9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.391340] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812030, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.400560] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1780.400560] env[62437]: value = "task-1812032" [ 1780.400560] env[62437]: _type = "Task" [ 1780.400560] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.412267] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1812032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.541136] env[62437]: DEBUG nova.objects.instance [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'flavor' on Instance uuid 9821f14c-751b-4ed3-928f-afcbff7feea5 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.805433] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812031, 'name': Rename_Task, 'duration_secs': 0.241553} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.807314] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.814024] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d4159c-91f7-4288-b433-6fa16cd33651 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.815808] env[62437]: DEBUG nova.scheduler.client.report [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1780.816077] env[62437]: DEBUG nova.compute.provider_tree [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 139 to 140 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1780.816285] env[62437]: DEBUG nova.compute.provider_tree [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.821321] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1780.821321] env[62437]: value = "task-1812033" [ 1780.821321] env[62437]: _type = "Task" [ 1780.821321] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.835270] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.861082] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812029, 'name': ReconfigVM_Task, 'duration_secs': 0.592391} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.861399] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e2ec9299-49a7-40fd-8170-8216306c7c19/e2ec9299-49a7-40fd-8170-8216306c7c19.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.862389] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b75e3e-7b5b-4098-b459-5cada87d9fa4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.872246] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1780.872246] env[62437]: value = "task-1812034" [ 1780.872246] env[62437]: _type = "Task" [ 1780.872246] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.879946] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812030, 'name': CreateVM_Task, 'duration_secs': 0.604896} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.879946] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.880541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.880791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.881071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.881342] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8c5536-8b39-4856-8bb5-bf42c0fed0ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.886227] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812034, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.889908] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.893012] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1780.893012] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52894bdc-bf79-e7e3-be00-266743ccc240" [ 1780.893012] env[62437]: _type = "Task" [ 1780.893012] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.902713] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52894bdc-bf79-e7e3-be00-266743ccc240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.907304] env[62437]: DEBUG nova.network.neutron [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Updated VIF entry in instance network info cache for port 41f24c81-3507-4293-8b5c-c53eae64383f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.907734] env[62437]: DEBUG nova.network.neutron [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Updating instance_info_cache with network_info: [{"id": "41f24c81-3507-4293-8b5c-c53eae64383f", "address": "fa:16:3e:e2:58:ff", "network": {"id": "b5a78dad-acf8-43a3-ad4f-e21cb21391cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696006683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b30465002a2147cdad9f7b948e03999a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f24c81-35", "ovs_interfaceid": "41f24c81-3507-4293-8b5c-c53eae64383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.915826] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1812032, 'name': PowerOffVM_Task, 'duration_secs': 0.23705} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.917847] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.918042] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.918718] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d972e3-11e5-4ba8-85b5-b5cb2f4fe692 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.924953] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.925201] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.925361] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.925543] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.925688] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.925833] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.926047] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.926202] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.926369] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.926532] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.926706] env[62437]: DEBUG nova.virt.hardware [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.927809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7c348-6fac-4a74-920e-8ba3b82a2c38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.938038] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e17cbea-812d-462e-863e-985ca5e22475 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.049787] env[62437]: DEBUG oslo_concurrency.lockutils [None req-23d02d46-1769-4d5b-aaa0-f4d5c47c3e95 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.314s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.122427] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1781.122705] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1781.122949] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Deleting the datastore file [datastore1] b9b10aa9-818f-49f3-85e3-409db68fa2ce {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.123351] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04b9656-19d2-4df1-b8fd-40a7281e8105 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.131150] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for the task: (returnval){ [ 1781.131150] env[62437]: value = "task-1812036" [ 1781.131150] env[62437]: _type = "Task" [ 1781.131150] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.142390] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1812036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.313831] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7c18d691-0518-454a-9fe6-b98155695517" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.314250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7c18d691-0518-454a-9fe6-b98155695517" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.314541] env[62437]: DEBUG nova.objects.instance [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.321356] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.321872] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.324925] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.561s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.325161] env[62437]: DEBUG nova.objects.instance [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1781.337441] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812033, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.382350] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812034, 'name': Rename_Task, 'duration_secs': 0.219205} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.383342] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.383610] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d299cd-0ccb-4e78-8387-bfd21004a424 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.391597] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1781.391597] env[62437]: value = "task-1812037" [ 1781.391597] env[62437]: _type = "Task" [ 1781.391597] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.407377] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52894bdc-bf79-e7e3-be00-266743ccc240, 'name': SearchDatastore_Task, 'duration_secs': 0.01836} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.407708] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.407900] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.408150] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.408410] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.408538] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.408717] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.408981] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e70b30-d42f-49e7-a58d-6f34b6db65fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.413626] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1bb01bf-180e-4dcf-83c4-3c1272765cf3 req-01249662-b4c2-4cca-8209-db86a2138150 service nova] Releasing lock "refresh_cache-155915c0-b3d7-4c94-bc0b-b83a15d95a63" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.418357] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.418532] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.419302] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bfdce4-3341-4027-b494-dc021286e00b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.426054] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1781.426054] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525372fe-6b62-2541-6c34-bd86c3b0b5c8" [ 1781.426054] env[62437]: _type = "Task" [ 1781.426054] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.435651] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525372fe-6b62-2541-6c34-bd86c3b0b5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.642571] env[62437]: DEBUG oslo_vmware.api [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Task: {'id': task-1812036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150491} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.642956] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.643139] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.643359] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.643545] env[62437]: INFO nova.compute.manager [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1781.643931] env[62437]: DEBUG oslo.service.loopingcall [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.644039] env[62437]: DEBUG nova.compute.manager [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1781.644095] env[62437]: DEBUG nova.network.neutron [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.829674] env[62437]: DEBUG nova.compute.utils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.835301] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.835574] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.849054] env[62437]: DEBUG nova.compute.manager [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Received event network-vif-plugged-be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1781.849434] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] Acquiring lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.849655] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.849828] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.849994] env[62437]: DEBUG nova.compute.manager [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] No waiting events found dispatching network-vif-plugged-be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.850266] env[62437]: WARNING nova.compute.manager [req-2fe4f68d-144a-4ca3-bb78-904c895d4441 req-b4f1a2e4-b471-4232-b115-4c0996644372 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Received unexpected event network-vif-plugged-be737b42-8b7e-4bfd-ae71-5decee2ce7f9 for instance with vm_state building and task_state spawning. [ 1781.857369] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Successfully updated port: be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.863536] env[62437]: DEBUG oslo_vmware.api [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812033, 'name': PowerOnVM_Task, 'duration_secs': 0.554079} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.863838] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.864091] env[62437]: INFO nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1781.864264] env[62437]: DEBUG nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.865262] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e52c9-bf32-4ddc-a332-bd50bd24de2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.906960] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.920651] env[62437]: DEBUG nova.policy [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2840679487f84d6a9d881ae31d8b8d55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30b5e57c14f4192b50d5825d1bac51d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.941407] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525372fe-6b62-2541-6c34-bd86c3b0b5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.943328] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7e61e0-4466-464f-a1fc-bbc545381b71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.951749] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1781.951749] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f1ab67-0101-0748-5884-ac68e0077019" [ 1781.951749] env[62437]: _type = "Task" [ 1781.951749] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.965679] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f1ab67-0101-0748-5884-ac68e0077019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.026658] env[62437]: DEBUG nova.objects.instance [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.246167] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Successfully created port: 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.344401] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.355557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-967b1abe-903f-44a9-9c80-f19626343902 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.355557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.950s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.361040] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.361107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.361258] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.362504] env[62437]: DEBUG nova.compute.manager [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1782.389043] env[62437]: INFO nova.compute.manager [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Took 23.14 seconds to build instance. [ 1782.404013] env[62437]: DEBUG oslo_vmware.api [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812037, 'name': PowerOnVM_Task, 'duration_secs': 0.608278} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.405081] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.405332] env[62437]: INFO nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Took 16.11 seconds to spawn the instance on the hypervisor. [ 1782.405568] env[62437]: DEBUG nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.406668] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d52f42-9f46-46de-8659-a41374da4f45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.463778] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f1ab67-0101-0748-5884-ac68e0077019, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.464095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.464353] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 155915c0-b3d7-4c94-bc0b-b83a15d95a63/155915c0-b3d7-4c94-bc0b-b83a15d95a63.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.464613] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d75fa4-3682-4e58-86a9-e0b739c7ebf1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.476476] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1782.476476] env[62437]: value = "task-1812038" [ 1782.476476] env[62437]: _type = "Task" [ 1782.476476] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.486312] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.529968] env[62437]: DEBUG nova.objects.base [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance<7fda49dd-cdf3-483b-bb7f-4ea83e67ec59> lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1782.530430] env[62437]: DEBUG nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.660039] env[62437]: DEBUG nova.policy [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.681043] env[62437]: DEBUG nova.compute.manager [req-5f0bad3f-8f2d-479f-852e-4f16239ad36c req-2e6197d2-27eb-4a76-b99f-1c177335e425 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Received event network-vif-deleted-f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1782.681402] env[62437]: INFO nova.compute.manager [req-5f0bad3f-8f2d-479f-852e-4f16239ad36c req-2e6197d2-27eb-4a76-b99f-1c177335e425 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Neutron deleted interface f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99; detaching it from the instance and deleting it from the info cache [ 1782.681598] env[62437]: DEBUG nova.network.neutron [req-5f0bad3f-8f2d-479f-852e-4f16239ad36c req-2e6197d2-27eb-4a76-b99f-1c177335e425 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.832044] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1782.833622] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16d9177-07f6-4b3b-836b-1b1ba6f3bfd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.838835] env[62437]: DEBUG nova.network.neutron [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.844675] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1782.844903] env[62437]: ERROR oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk due to incomplete transfer. [ 1782.845270] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b4375e4-4ef0-4777-ab92-4daa9daf7d2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.856350] env[62437]: DEBUG oslo_vmware.rw_handles [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520575ad-1ed7-e53e-4291-0ec653956191/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1782.856555] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Uploaded image 92545866-6add-4c32-b5b6-8dfd37ab7422 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1782.859919] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1782.861628] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2e533f1-8f2f-4b9e-8075-728700be710d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.869349] env[62437]: INFO nova.compute.claims [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.883990] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1782.883990] env[62437]: value = "task-1812039" [ 1782.883990] env[62437]: _type = "Task" [ 1782.883990] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.891052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-455144bb-1866-4f1f-8607-86e0895cdef8 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.647s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.899396] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812039, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.907482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.931784] env[62437]: INFO nova.compute.manager [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Took 24.83 seconds to build instance. [ 1782.947493] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.990444] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812038, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.130950] env[62437]: DEBUG nova.network.neutron [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Updating instance_info_cache with network_info: [{"id": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "address": "fa:16:3e:0b:e8:57", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe737b42-8b", "ovs_interfaceid": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.185674] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c034487-781f-434b-bc52-fc5fdd0e6cea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.195740] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff334e-a610-4521-b9fc-7ca6b851e8b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.244400] env[62437]: DEBUG nova.compute.manager [req-5f0bad3f-8f2d-479f-852e-4f16239ad36c req-2e6197d2-27eb-4a76-b99f-1c177335e425 service nova] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Detach interface failed, port_id=f76b5bf5-cdcb-4a38-8ba3-b48d0e369a99, reason: Instance b9b10aa9-818f-49f3-85e3-409db68fa2ce could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1783.340528] env[62437]: INFO nova.compute.manager [-] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Took 1.70 seconds to deallocate network for instance. [ 1783.361707] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.386577] env[62437]: INFO nova.compute.resource_tracker [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating resource usage from migration 1a8bd112-e101-4e30-8990-d1c0de89da63 [ 1783.398537] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.398788] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.398945] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.399141] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.399291] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.399437] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.399640] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.399799] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.399966] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.400150] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.400326] env[62437]: DEBUG nova.virt.hardware [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.401718] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d8c413-a13e-47b2-abd5-05b5daf9863c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.412433] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812039, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.415655] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6430736-c7f0-4155-9ae7-b686205169b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.434394] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5e97b187-cdf7-4a87-9f2a-43d157f1c206 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.348s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.491585] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.494069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 155915c0-b3d7-4c94-bc0b-b83a15d95a63/155915c0-b3d7-4c94-bc0b-b83a15d95a63.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.494287] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.495239] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-118dad59-86d4-428a-8275-d530a05ba652 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.503413] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1783.503413] env[62437]: value = "task-1812040" [ 1783.503413] env[62437]: _type = "Task" [ 1783.503413] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.516160] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.634286] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.634870] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Instance network_info: |[{"id": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "address": "fa:16:3e:0b:e8:57", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe737b42-8b", "ovs_interfaceid": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.635077] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be737b42-8b7e-4bfd-ae71-5decee2ce7f9', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.643702] env[62437]: DEBUG oslo.service.loopingcall [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.646907] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.647363] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a80072-5e50-4257-8977-7d6b3fafca98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.673278] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.673278] env[62437]: value = "task-1812041" [ 1783.673278] env[62437]: _type = "Task" [ 1783.673278] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.678899] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dff033-649b-40f0-bd2d-ad3baa58b7f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.691415] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d03632-34c7-4114-8a9e-91e5d6deedd6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.694625] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812041, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.724603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "e2ec9299-49a7-40fd-8170-8216306c7c19" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.724874] env[62437]: DEBUG oslo_concurrency.lockutils [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.725074] env[62437]: DEBUG nova.compute.manager [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.726121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e093d-2f94-4959-9030-ff2808e66032 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.730175] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32840edf-0fba-4f21-b52e-b3cbfacc71ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.738881] env[62437]: DEBUG nova.compute.manager [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1783.739934] env[62437]: DEBUG nova.objects.instance [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'flavor' on Instance uuid e2ec9299-49a7-40fd-8170-8216306c7c19 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.742613] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a530e-f84b-47fc-a611-9b07fe91e3ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.758460] env[62437]: DEBUG nova.compute.provider_tree [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.848264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.868638] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Successfully updated port: 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.875282] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Received event network-changed-be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1783.875976] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Refreshing instance network info cache due to event network-changed-be737b42-8b7e-4bfd-ae71-5decee2ce7f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1783.875976] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Acquiring lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.876148] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Acquired lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.876952] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Refreshing network info cache for port be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.898748] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812039, 'name': Destroy_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.016571] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088533} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.016923] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.017790] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649917fc-1468-4614-bd58-d175a32ac576 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.041485] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 155915c0-b3d7-4c94-bc0b-b83a15d95a63/155915c0-b3d7-4c94-bc0b-b83a15d95a63.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.041791] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b373f6-2a58-426c-95ac-f4b1ee2ae072 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.064392] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1784.064392] env[62437]: value = "task-1812042" [ 1784.064392] env[62437]: _type = "Task" [ 1784.064392] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.073480] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.184660] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812041, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.261665] env[62437]: DEBUG nova.scheduler.client.report [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.379041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.379041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.379041] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.399678] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812039, 'name': Destroy_Task, 'duration_secs': 1.057092} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.402534] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Destroyed the VM [ 1784.402534] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1784.402534] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99b1325d-89ef-4459-a20e-618791474cbf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.408756] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1784.408756] env[62437]: value = "task-1812043" [ 1784.408756] env[62437]: _type = "Task" [ 1784.408756] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.421537] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.524094] env[62437]: DEBUG nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Successfully updated port: 7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.577750] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812042, 'name': ReconfigVM_Task, 'duration_secs': 0.510747} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.577750] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 155915c0-b3d7-4c94-bc0b-b83a15d95a63/155915c0-b3d7-4c94-bc0b-b83a15d95a63.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.577750] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e73d4494-3c28-452e-8912-e676545789e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.585458] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1784.585458] env[62437]: value = "task-1812044" [ 1784.585458] env[62437]: _type = "Task" [ 1784.585458] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.595684] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812044, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.618113] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Updated VIF entry in instance network info cache for port be737b42-8b7e-4bfd-ae71-5decee2ce7f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.618360] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Updating instance_info_cache with network_info: [{"id": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "address": "fa:16:3e:0b:e8:57", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe737b42-8b", "ovs_interfaceid": "be737b42-8b7e-4bfd-ae71-5decee2ce7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.686182] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812041, 'name': CreateVM_Task, 'duration_secs': 0.618521} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.686388] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.687119] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.687293] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.687633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.687911] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc63f1f2-0563-48f1-b986-b77406e296dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.693377] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1784.693377] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d82d64-bca4-efc4-d33d-029517db6949" [ 1784.693377] env[62437]: _type = "Task" [ 1784.693377] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.702482] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d82d64-bca4-efc4-d33d-029517db6949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.724960] env[62437]: DEBUG nova.compute.manager [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-plugged-7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1784.725351] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.725567] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.725742] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.725911] env[62437]: DEBUG nova.compute.manager [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] No waiting events found dispatching network-vif-plugged-7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.726093] env[62437]: WARNING nova.compute.manager [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received unexpected event network-vif-plugged-7c18d691-0518-454a-9fe6-b98155695517 for instance with vm_state active and task_state None. [ 1784.726305] env[62437]: DEBUG nova.compute.manager [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-changed-7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1784.726479] env[62437]: DEBUG nova.compute.manager [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing instance network info cache due to event network-changed-7c18d691-0518-454a-9fe6-b98155695517. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1784.726665] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.726809] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.726963] env[62437]: DEBUG nova.network.neutron [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Refreshing network info cache for port 7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.758889] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.760141] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aaf5ab7-8b87-43ba-b633-74fa4ae541c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.769386] env[62437]: DEBUG oslo_vmware.api [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1784.769386] env[62437]: value = "task-1812045" [ 1784.769386] env[62437]: _type = "Task" [ 1784.769386] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.770142] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.770357] env[62437]: INFO nova.compute.manager [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Migrating [ 1784.778056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.871s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.796281] env[62437]: DEBUG oslo_vmware.api [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.920826] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.921894] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.026724] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.058977] env[62437]: DEBUG nova.network.neutron [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.097293] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812044, 'name': Rename_Task, 'duration_secs': 0.275449} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.097609] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.097947] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0eb2dc-7948-4f31-bd18-a8e17f3dcce0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.106054] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1785.106054] env[62437]: value = "task-1812046" [ 1785.106054] env[62437]: _type = "Task" [ 1785.106054] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.114803] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.122601] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Releasing lock "refresh_cache-7ffd9c70-4cd1-48de-87c5-354b0eb635f6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.122886] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1785.123075] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing instance network info cache due to event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1785.123340] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.123435] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.123600] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.205465] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d82d64-bca4-efc4-d33d-029517db6949, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.205780] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.206133] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.206415] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.206631] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.206858] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.207176] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc58172-2669-4ea2-adaa-921d92f0f3e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.216852] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.217068] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.217780] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840ca55b-6f9d-41ab-b989-2e140c71fd5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.223655] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1785.223655] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5cc62-9147-1692-e290-d2df1512c9f9" [ 1785.223655] env[62437]: _type = "Task" [ 1785.223655] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.233269] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5cc62-9147-1692-e290-d2df1512c9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.289460] env[62437]: INFO nova.compute.claims [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.293148] env[62437]: DEBUG oslo_vmware.api [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812045, 'name': PowerOffVM_Task, 'duration_secs': 0.2091} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.293603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.293761] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.294074] env[62437]: DEBUG nova.network.neutron [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.295139] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.295369] env[62437]: DEBUG nova.compute.manager [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.296372] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53974a98-4789-49be-9045-90896f7523f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.420337] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812043, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.458508] env[62437]: DEBUG nova.network.neutron [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Added VIF to instance network info cache for port 7c18d691-0518-454a-9fe6-b98155695517. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1785.459075] env[62437]: DEBUG nova.network.neutron [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5895bd-8776-4c51-b498-16172adc40c0", "address": "fa:16:3e:9d:20:b2", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5895bd-87", "ovs_interfaceid": "7f5895bd-8776-4c51-b498-16172adc40c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c18d691-0518-454a-9fe6-b98155695517", "address": "fa:16:3e:fc:00:68", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c18d691-05", "ovs_interfaceid": "7c18d691-0518-454a-9fe6-b98155695517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.561648] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.561972] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Instance network_info: |[{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.562497] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:96:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72b67757-3fb9-4ee1-b178-0241fcebfd29', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.570080] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Creating folder: Project (f30b5e57c14f4192b50d5825d1bac51d). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.571047] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c91f255-1bf0-4090-a7a9-386bf09a501c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.584657] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Created folder: Project (f30b5e57c14f4192b50d5825d1bac51d) in parent group-v375259. [ 1785.584891] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Creating folder: Instances. Parent ref: group-v375514. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.585167] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-842ef4f8-bfd0-4e3d-acb2-cb1ad62360a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.596639] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Created folder: Instances in parent group-v375514. [ 1785.596889] env[62437]: DEBUG oslo.service.loopingcall [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.597098] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.597565] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d01aa63-557e-4f4d-83fe-be6258afa338 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.629517] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.630967] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.630967] env[62437]: value = "task-1812049" [ 1785.630967] env[62437]: _type = "Task" [ 1785.630967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.639881] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812049, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.736214] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f5cc62-9147-1692-e290-d2df1512c9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.739771] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03253cf2-a47d-4ea0-8114-f9e7ca7fe0a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.747548] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1785.747548] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ebea91-e1f8-f4f6-a98d-57b22ca3c5d9" [ 1785.747548] env[62437]: _type = "Task" [ 1785.747548] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.757538] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ebea91-e1f8-f4f6-a98d-57b22ca3c5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.796469] env[62437]: INFO nova.compute.resource_tracker [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating resource usage from migration 481ea62c-f6a2-43bf-b3ef-7fb3b8734252 [ 1785.814368] env[62437]: DEBUG oslo_concurrency.lockutils [None req-32bc4597-8171-4f4d-83a7-4b0f36923d25 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.871182] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updated VIF entry in instance network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.871688] env[62437]: DEBUG nova.network.neutron [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.924985] env[62437]: DEBUG oslo_vmware.api [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812043, 'name': RemoveSnapshot_Task, 'duration_secs': 1.10703} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.925298] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1785.925532] env[62437]: INFO nova.compute.manager [None req-788a791c-7c90-475f-9f19-4a122c8d1530 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Took 19.90 seconds to snapshot the instance on the hypervisor. [ 1785.962569] env[62437]: DEBUG oslo_concurrency.lockutils [req-af06e5c4-4042-4dfc-a233-8e65ddf5da71 req-0f81ba52-4c3f-4b54-bde8-4b57e4489a83 service nova] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.962569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.962871] env[62437]: DEBUG nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.040035] env[62437]: DEBUG nova.compute.manager [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1786.040035] env[62437]: DEBUG nova.compute.manager [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing instance network info cache due to event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1786.040035] env[62437]: DEBUG oslo_concurrency.lockutils [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.040224] env[62437]: DEBUG oslo_concurrency.lockutils [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.040413] env[62437]: DEBUG nova.network.neutron [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.081193] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5b987-cb7f-4354-9ace-debec5c09f52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.090632] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab4d52-3939-4979-b541-b939e63a76b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.127864] env[62437]: DEBUG nova.network.neutron [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.132443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db6a6f-50d0-4329-9b04-f9370dcb5164 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.149807] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6424f3a9-6b7a-46e2-b04a-f307ef744b25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.153895] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812049, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.154187] env[62437]: DEBUG oslo_vmware.api [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812046, 'name': PowerOnVM_Task, 'duration_secs': 0.563557} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.154443] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.154640] env[62437]: INFO nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1786.154815] env[62437]: DEBUG nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.156067] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d9fd8-2668-4a38-a93b-5873cf9cab6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.166565] env[62437]: DEBUG nova.compute.provider_tree [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.260359] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ebea91-e1f8-f4f6-a98d-57b22ca3c5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.019256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.260699] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.260955] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7ffd9c70-4cd1-48de-87c5-354b0eb635f6/7ffd9c70-4cd1-48de-87c5-354b0eb635f6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.261227] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f61d92-b44f-401a-83c5-3db6d392d3ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.269276] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1786.269276] env[62437]: value = "task-1812050" [ 1786.269276] env[62437]: _type = "Task" [ 1786.269276] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.279084] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.374584] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.374889] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-vif-plugged-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1786.375111] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Acquiring lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.375462] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.375635] env[62437]: DEBUG oslo_concurrency.lockutils [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.375803] env[62437]: DEBUG nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] No waiting events found dispatching network-vif-plugged-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.375967] env[62437]: WARNING nova.compute.manager [req-1192406e-dadb-41ed-979d-db633832a77b req-ff74b0f8-ff86-410c-8a3c-bb82a4f78861 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received unexpected event network-vif-plugged-72b67757-3fb9-4ee1-b178-0241fcebfd29 for instance with vm_state building and task_state spawning. [ 1786.397954] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "e2ec9299-49a7-40fd-8170-8216306c7c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.398154] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.399485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.399485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.399485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.401097] env[62437]: INFO nova.compute.manager [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Terminating instance [ 1786.505770] env[62437]: WARNING nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1786.506076] env[62437]: WARNING nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1786.506162] env[62437]: WARNING nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1786.506361] env[62437]: WARNING nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] 7c18d691-0518-454a-9fe6-b98155695517 already exists in list: port_ids containing: ['7c18d691-0518-454a-9fe6-b98155695517']. ignoring it [ 1786.636611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.650686] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812049, 'name': CreateVM_Task, 'duration_secs': 0.89089} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.651557] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.652306] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.652657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.653307] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.654070] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1bcea2-e797-46d0-aac6-e6fc7ead6984 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.662960] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1786.662960] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d02271-2232-888c-bb70-f84b06ef7c6a" [ 1786.662960] env[62437]: _type = "Task" [ 1786.662960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.674066] env[62437]: DEBUG nova.scheduler.client.report [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.694260] env[62437]: INFO nova.compute.manager [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Took 20.87 seconds to build instance. [ 1786.694651] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d02271-2232-888c-bb70-f84b06ef7c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.786921] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812050, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.786921] env[62437]: DEBUG nova.network.neutron [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updated VIF entry in instance network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.786921] env[62437]: DEBUG nova.network.neutron [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.905429] env[62437]: DEBUG nova.compute.manager [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.905724] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.906599] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee2e8e2-67fa-4be7-be2e-0d123a00b0d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.915183] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.915966] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaa17f2c-03fe-47af-b253-559467185300 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.109191] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.109533] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.109799] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] e2ec9299-49a7-40fd-8170-8216306c7c19 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.110258] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536ca653-55f5-49a6-9efe-92c35d395f90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.118498] env[62437]: DEBUG oslo_vmware.api [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1787.118498] env[62437]: value = "task-1812052" [ 1787.118498] env[62437]: _type = "Task" [ 1787.118498] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.127265] env[62437]: DEBUG oslo_vmware.api [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.158242] env[62437]: DEBUG nova.network.neutron [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5895bd-8776-4c51-b498-16172adc40c0", "address": "fa:16:3e:9d:20:b2", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5895bd-87", "ovs_interfaceid": "7f5895bd-8776-4c51-b498-16172adc40c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c18d691-0518-454a-9fe6-b98155695517", "address": "fa:16:3e:fc:00:68", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c18d691-05", "ovs_interfaceid": "7c18d691-0518-454a-9fe6-b98155695517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.174280] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d02271-2232-888c-bb70-f84b06ef7c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.064576} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.175208] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.175449] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.175681] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.175831] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.176016] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.176520] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b97a69-fcef-4657-82ff-7e76bb2f6f6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.183712] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.406s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.183895] env[62437]: INFO nova.compute.manager [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Migrating [ 1787.191485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.343s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.191789] env[62437]: DEBUG nova.objects.instance [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lazy-loading 'resources' on Instance uuid b9b10aa9-818f-49f3-85e3-409db68fa2ce {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.193306] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.193494] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.198067] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d377c181-3ccb-4e22-9097-ac1e4c71525e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.205128] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cf734479-743e-4f8e-9715-15ce024dc277 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.388s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.211300] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1787.211300] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bf5ee8-cf36-7bd8-a82b-c63306d1226d" [ 1787.211300] env[62437]: _type = "Task" [ 1787.211300] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.225486] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bf5ee8-cf36-7bd8-a82b-c63306d1226d, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.226366] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f33b901-c722-4a02-8089-139afce3626b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.232386] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1787.232386] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a9dcb4-d541-9986-f9a0-176ecd3e000d" [ 1787.232386] env[62437]: _type = "Task" [ 1787.232386] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.241022] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a9dcb4-d541-9986-f9a0-176ecd3e000d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.283109] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55958} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.283466] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7ffd9c70-4cd1-48de-87c5-354b0eb635f6/7ffd9c70-4cd1-48de-87c5-354b0eb635f6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.283692] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.283944] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20df46ed-82a5-4951-a3be-6a29cb699400 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.287417] env[62437]: DEBUG oslo_concurrency.lockutils [req-5fe71c06-a28c-4087-bd4f-7953d590a983 req-bc51c414-50c8-4531-b364-5f0f18406e23 service nova] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.293333] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1787.293333] env[62437]: value = "task-1812053" [ 1787.293333] env[62437]: _type = "Task" [ 1787.293333] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.302233] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.628847] env[62437]: DEBUG oslo_vmware.api [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133927} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.629211] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.629332] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.629513] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.629695] env[62437]: INFO nova.compute.manager [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Took 0.72 seconds to destroy the instance on the hypervisor. [ 1787.629935] env[62437]: DEBUG oslo.service.loopingcall [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.630146] env[62437]: DEBUG nova.compute.manager [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.630247] env[62437]: DEBUG nova.network.neutron [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.661122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.661755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.661919] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.664965] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50543bb7-2301-403b-9cf5-bdc883493beb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.683642] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.683890] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.683890] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.684485] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.684485] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.684485] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.684774] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.684774] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.684913] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.685086] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.685230] env[62437]: DEBUG nova.virt.hardware [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.691458] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfiguring VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1787.692295] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbd7a1d-eb30-4d6e-8eb4-d9251f4fd37e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.706864] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.707042] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.707318] env[62437]: DEBUG nova.network.neutron [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.715731] env[62437]: DEBUG oslo_vmware.api [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1787.715731] env[62437]: value = "task-1812054" [ 1787.715731] env[62437]: _type = "Task" [ 1787.715731] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.725747] env[62437]: DEBUG oslo_vmware.api [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812054, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.742784] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a9dcb4-d541-9986-f9a0-176ecd3e000d, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.745858] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.750047] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/9189e844-3c5c-4257-8ff0-35e2e0d39ea3.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.750047] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69ed307-5e29-4c56-98d6-ea0b9d2fbf84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.756445] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1787.756445] env[62437]: value = "task-1812055" [ 1787.756445] env[62437]: _type = "Task" [ 1787.756445] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.771132] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.808245] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129193} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.808544] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.809377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de112fda-9d57-4dbc-a18c-de3def6c47c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.833577] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7ffd9c70-4cd1-48de-87c5-354b0eb635f6/7ffd9c70-4cd1-48de-87c5-354b0eb635f6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.836581] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fd1c8a-76e1-42e5-919c-797ba79fadd9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.859051] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1787.859051] env[62437]: value = "task-1812056" [ 1787.859051] env[62437]: _type = "Task" [ 1787.859051] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.871395] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.029751] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b1eb7-21c8-4041-b771-043c3a239c87 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.037663] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2787c-40cd-4451-ab3c-2aea91b96813 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.072884] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82908090-1156-40f5-a09b-83fb7dc9a556 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.083228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c682b6-4c14-4163-9ea4-4a4ba75ea3ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.099206] env[62437]: DEBUG nova.compute.provider_tree [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.160045] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20cf911-bd70-40c3-89c2-3c8312f64505 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.183086] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1788.228039] env[62437]: DEBUG oslo_vmware.api [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.268080] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.369968] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812056, 'name': ReconfigVM_Task, 'duration_secs': 0.494753} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.370317] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7ffd9c70-4cd1-48de-87c5-354b0eb635f6/7ffd9c70-4cd1-48de-87c5-354b0eb635f6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.371252] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f922e88f-ea72-4c3c-a836-624d1a1fa84e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.379264] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1788.379264] env[62437]: value = "task-1812057" [ 1788.379264] env[62437]: _type = "Task" [ 1788.379264] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.388578] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812057, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.435322] env[62437]: DEBUG nova.compute.manager [req-0fb17fff-0614-466b-b3c2-d9b05bbe0b84 req-c5649696-3fa6-4c34-b0f5-2b9e8224cc8f service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Received event network-vif-deleted-fbd6dc4d-6daa-4723-a080-3c94ccda4e9c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1788.435322] env[62437]: INFO nova.compute.manager [req-0fb17fff-0614-466b-b3c2-d9b05bbe0b84 req-c5649696-3fa6-4c34-b0f5-2b9e8224cc8f service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Neutron deleted interface fbd6dc4d-6daa-4723-a080-3c94ccda4e9c; detaching it from the instance and deleting it from the info cache [ 1788.435322] env[62437]: DEBUG nova.network.neutron [req-0fb17fff-0614-466b-b3c2-d9b05bbe0b84 req-c5649696-3fa6-4c34-b0f5-2b9e8224cc8f service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.473302] env[62437]: DEBUG nova.network.neutron [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.603764] env[62437]: DEBUG nova.scheduler.client.report [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.614331] env[62437]: DEBUG nova.network.neutron [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.659712] env[62437]: DEBUG nova.compute.manager [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.660866] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0ff89-7301-4cf4-8f3a-af7bde89ac90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.689215] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.689544] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b16a7f7-b3d9-48fb-a6ff-8d9678a51f9c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.698661] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1788.698661] env[62437]: value = "task-1812058" [ 1788.698661] env[62437]: _type = "Task" [ 1788.698661] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.708485] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.727960] env[62437]: DEBUG oslo_vmware.api [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812054, 'name': ReconfigVM_Task, 'duration_secs': 0.953299} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.727960] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.727960] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfigured VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1788.770047] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520437} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.770228] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/9189e844-3c5c-4257-8ff0-35e2e0d39ea3.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.770423] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.770738] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-641bc2a4-b047-4f35-a43b-fbc9cdec0b79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.778714] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1788.778714] env[62437]: value = "task-1812059" [ 1788.778714] env[62437]: _type = "Task" [ 1788.778714] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.788044] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.891349] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812057, 'name': Rename_Task, 'duration_secs': 0.215972} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.891349] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.891349] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d774921-1511-4385-a3c3-254129546e3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.900194] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1788.900194] env[62437]: value = "task-1812060" [ 1788.900194] env[62437]: _type = "Task" [ 1788.900194] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.909920] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.938185] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011585a1-1dc7-460b-9c02-7c2803cfc7aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.949962] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b634d3-bbbb-4655-b44b-6a6f93064909 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.976644] env[62437]: INFO nova.compute.manager [-] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Took 1.35 seconds to deallocate network for instance. [ 1788.991559] env[62437]: DEBUG nova.compute.manager [req-0fb17fff-0614-466b-b3c2-d9b05bbe0b84 req-c5649696-3fa6-4c34-b0f5-2b9e8224cc8f service nova] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Detach interface failed, port_id=fbd6dc4d-6daa-4723-a080-3c94ccda4e9c, reason: Instance e2ec9299-49a7-40fd-8170-8216306c7c19 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1789.111571] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.118278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.136174] env[62437]: INFO nova.scheduler.client.report [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Deleted allocations for instance b9b10aa9-818f-49f3-85e3-409db68fa2ce [ 1789.172787] env[62437]: INFO nova.compute.manager [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] instance snapshotting [ 1789.175800] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a35d33-a098-4068-9e43-b02d121f5ddb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.205301] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f16d9-460f-4168-b0d7-1e140d7ca394 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.223226] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812058, 'name': PowerOffVM_Task, 'duration_secs': 0.336265} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.223905] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.224124] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.232826] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ff00c794-34c3-4d31-b852-fca2dfe7fe65 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7c18d691-0518-454a-9fe6-b98155695517" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.919s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.289792] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075423} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.290090] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.290897] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7a0c7-0828-489b-a65b-5bd0ff8e594e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.316376] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/9189e844-3c5c-4257-8ff0-35e2e0d39ea3.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.316640] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671a52a7-0463-4c13-82f0-cb2ca4b3749b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.338328] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1789.338328] env[62437]: value = "task-1812061" [ 1789.338328] env[62437]: _type = "Task" [ 1789.338328] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.347201] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.411270] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.497282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.498296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.498296] env[62437]: DEBUG nova.objects.instance [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'resources' on Instance uuid e2ec9299-49a7-40fd-8170-8216306c7c19 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.653697] env[62437]: DEBUG oslo_concurrency.lockutils [None req-818c2703-7532-4303-82dc-ebbdb24c0ea1 tempest-ServersV294TestFqdnHostnames-201959775 tempest-ServersV294TestFqdnHostnames-201959775-project-member] Lock "b9b10aa9-818f-49f3-85e3-409db68fa2ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.808s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.714463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.714463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.714463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.714463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.714463] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.716393] env[62437]: INFO nova.compute.manager [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Terminating instance [ 1789.726883] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1789.726883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f855a5d-a22f-43e9-99c2-c90c86476d4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.729904] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.732024] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.741481] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0d4f0c-1ea8-4ed1-8459-b90a2f5dc6fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.752750] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1789.752750] env[62437]: value = "task-1812062" [ 1789.752750] env[62437]: _type = "Task" [ 1789.752750] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.762024] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1789.762024] env[62437]: value = "task-1812063" [ 1789.762024] env[62437]: _type = "Task" [ 1789.762024] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.765215] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.776177] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.849473] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.913108] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.222670] env[62437]: DEBUG nova.compute.manager [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.223256] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.226017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31a565-e043-4637-a37e-403431eaff0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.237936] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.237936] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3428be6a-0530-4a29-bb47-bd03f65fa2bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.246900] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1790.246900] env[62437]: value = "task-1812064" [ 1790.246900] env[62437]: _type = "Task" [ 1790.246900] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.259150] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.273127] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.275497] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a54b08-6656-4ad8-9ba6-1d6a9487988c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.281410] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812063, 'name': ReconfigVM_Task, 'duration_secs': 0.315771} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.282585] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.289827] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac795c-0987-4f42-bef3-e586c002bee8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.322874] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2686d307-acdd-48a3-ac02-dee0c0c6dec3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.331309] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e19191-6ce6-44b5-b48d-d284df1a954f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.346374] env[62437]: DEBUG nova.compute.provider_tree [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.358084] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812061, 'name': ReconfigVM_Task, 'duration_secs': 0.773193} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.358907] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/9189e844-3c5c-4257-8ff0-35e2e0d39ea3.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.359619] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8363605f-7233-45ef-a30b-de91abc8fe0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.367960] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1790.367960] env[62437]: value = "task-1812065" [ 1790.367960] env[62437]: _type = "Task" [ 1790.367960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.380599] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812065, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.414577] env[62437]: DEBUG oslo_vmware.api [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812060, 'name': PowerOnVM_Task, 'duration_secs': 1.245485} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.414577] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.414784] env[62437]: INFO nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1790.414950] env[62437]: DEBUG nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.416494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6cb68-1f0f-4bcf-9a94-73a87d3c5996 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.636820] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fdefe-361e-4418-a7d3-8a610ab7c2c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.661814] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.759046] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812064, 'name': PowerOffVM_Task, 'duration_secs': 0.32371} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.759721] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.759721] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.762656] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f54aaa-37ab-4171-8b79-ce9805f4c67a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.770820] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812062, 'name': CreateSnapshot_Task, 'duration_secs': 0.958232} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.771074] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1790.771781] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dbf31-eec3-480f-819f-be0d350a69d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.791199] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.791199] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.791362] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.791490] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.791558] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.791702] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.791944] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.792064] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.792288] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.792559] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.792823] env[62437]: DEBUG nova.virt.hardware [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.798273] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1790.798576] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e747c2b7-d982-4315-968d-3622b7a60b16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.820429] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1790.820429] env[62437]: value = "task-1812067" [ 1790.820429] env[62437]: _type = "Task" [ 1790.820429] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.828891] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.852579] env[62437]: DEBUG nova.scheduler.client.report [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.880020] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812065, 'name': Rename_Task, 'duration_secs': 0.219962} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.881651] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.881822] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7a4eb4-874b-4bd7-bb2a-271f7e5616e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.889566] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1790.889566] env[62437]: value = "task-1812068" [ 1790.889566] env[62437]: _type = "Task" [ 1790.889566] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.900649] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.911730] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.911730] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.911730] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Deleting the datastore file [datastore1] 155915c0-b3d7-4c94-bc0b-b83a15d95a63 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.912076] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647cb1c8-d9f9-41a6-a429-38757d137985 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.920252] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for the task: (returnval){ [ 1790.920252] env[62437]: value = "task-1812069" [ 1790.920252] env[62437]: _type = "Task" [ 1790.920252] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.935664] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.936131] env[62437]: INFO nova.compute.manager [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Took 22.81 seconds to build instance. [ 1790.951760] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7f5895bd-8776-4c51-b498-16172adc40c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.952098] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7f5895bd-8776-4c51-b498-16172adc40c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.167125] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.167599] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae1fe69-2e06-44cf-8949-6f49c2a12262 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.177380] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1791.177380] env[62437]: value = "task-1812070" [ 1791.177380] env[62437]: _type = "Task" [ 1791.177380] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.190090] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.293479] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1791.293880] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c15a55c3-0ea9-4adf-b1f4-5860bc9d0a27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.304462] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1791.304462] env[62437]: value = "task-1812071" [ 1791.304462] env[62437]: _type = "Task" [ 1791.304462] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.313363] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812071, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.331706] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812067, 'name': ReconfigVM_Task, 'duration_secs': 0.238988} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.331839] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1791.332865] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658f836-cf7e-47a4-8e0b-e52d59a34929 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.356772] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.356978] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada01ddc-beb4-41f5-8466-7d747b9daebd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.370933] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.379271] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1791.379271] env[62437]: value = "task-1812072" [ 1791.379271] env[62437]: _type = "Task" [ 1791.379271] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.388718] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.399428] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.400647] env[62437]: INFO nova.scheduler.client.report [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance e2ec9299-49a7-40fd-8170-8216306c7c19 [ 1791.432015] env[62437]: DEBUG oslo_vmware.api [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Task: {'id': task-1812069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284069} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.432421] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.432577] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.432806] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.433040] env[62437]: INFO nova.compute.manager [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1791.433396] env[62437]: DEBUG oslo.service.loopingcall [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.435025] env[62437]: DEBUG nova.compute.manager [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1791.435136] env[62437]: DEBUG nova.network.neutron [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.437703] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2acbafb3-eb82-4c3d-bf45-2e92f4a181d3 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.323s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.456361] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.456621] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.457566] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375b1705-7390-40c2-a3ab-78d5e4b12101 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.480137] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c89428-c638-43ab-b9c1-879763980b44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.512410] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfiguring VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1791.515220] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f544bb6-5307-4fec-84eb-29a589e3cfce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.538054] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1791.538054] env[62437]: value = "task-1812073" [ 1791.538054] env[62437]: _type = "Task" [ 1791.538054] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.550789] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.668755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.669039] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.669260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.669450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.669624] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.675044] env[62437]: INFO nova.compute.manager [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Terminating instance [ 1791.689244] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812070, 'name': PowerOffVM_Task, 'duration_secs': 0.231689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.690679] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.693016] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.816373] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812071, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.890029] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812072, 'name': ReconfigVM_Task, 'duration_secs': 0.481363} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.890515] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad/a814c013-d026-45b6-818c-7eaeaf06e1ad.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.890807] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.904406] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.909880] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1e3224a6-35cc-4d90-a64c-fd767c1c5bfd tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "e2ec9299-49a7-40fd-8170-8216306c7c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.942820] env[62437]: DEBUG nova.compute.manager [req-f002613a-0180-48e8-a990-8f9cfb9b2e9e req-dc385e71-1b07-4f8d-b5ac-b00dbcf96768 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Received event network-vif-deleted-41f24c81-3507-4293-8b5c-c53eae64383f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1791.943128] env[62437]: INFO nova.compute.manager [req-f002613a-0180-48e8-a990-8f9cfb9b2e9e req-dc385e71-1b07-4f8d-b5ac-b00dbcf96768 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Neutron deleted interface 41f24c81-3507-4293-8b5c-c53eae64383f; detaching it from the instance and deleting it from the info cache [ 1791.943327] env[62437]: DEBUG nova.network.neutron [req-f002613a-0180-48e8-a990-8f9cfb9b2e9e req-dc385e71-1b07-4f8d-b5ac-b00dbcf96768 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.048378] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.179468] env[62437]: DEBUG nova.compute.manager [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.179744] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.180689] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20660a-1d54-4c4d-a9dc-296ff0dfac86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.189562] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.189815] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98536bb0-2a07-40ce-87ef-e5cab23f2a1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.198573] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.198869] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.199056] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.199293] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.199487] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.199671] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.199962] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.200213] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.200526] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.200729] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.201163] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.211267] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d9a7ae-89b4-4e61-95cc-73955632684e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.230397] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1792.230397] env[62437]: value = "task-1812074" [ 1792.230397] env[62437]: _type = "Task" [ 1792.230397] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.238739] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1792.238739] env[62437]: value = "task-1812075" [ 1792.238739] env[62437]: _type = "Task" [ 1792.238739] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.245624] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.251858] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.272629] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.272937] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.273294] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.273470] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.273667] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.275867] env[62437]: INFO nova.compute.manager [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Terminating instance [ 1792.297574] env[62437]: DEBUG nova.network.neutron [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.316880] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812071, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.404620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05b5e1-a3c1-4837-92ac-115d9f5e9c30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.407269] env[62437]: DEBUG oslo_vmware.api [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812068, 'name': PowerOnVM_Task, 'duration_secs': 1.073009} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.407606] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.407834] env[62437]: INFO nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1792.408045] env[62437]: DEBUG nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.409316] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3856a-25a1-4482-b1ca-4876a0b5cd70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.426805] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47defd-914b-4760-9bbd-cd0b68f9f7de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.450196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.453885] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-033924f7-b67e-4e23-800a-424bbe1167df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.468077] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e40c7-762d-4484-bacc-6177748647f8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.511456] env[62437]: DEBUG nova.compute.manager [req-f002613a-0180-48e8-a990-8f9cfb9b2e9e req-dc385e71-1b07-4f8d-b5ac-b00dbcf96768 service nova] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Detach interface failed, port_id=41f24c81-3507-4293-8b5c-c53eae64383f, reason: Instance 155915c0-b3d7-4c94-bc0b-b83a15d95a63 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1792.548672] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.741798] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812074, 'name': PowerOffVM_Task, 'duration_secs': 0.30506} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.745372] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.745621] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.745928] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad4b796-7b6e-4372-bfce-d9a375fc5c35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.755325] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812075, 'name': ReconfigVM_Task, 'duration_secs': 0.283781} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.755491] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.780105] env[62437]: DEBUG nova.compute.manager [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.780476] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.781293] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf21e188-2b43-4853-8fdf-be724fbc1060 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.789443] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.789669] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09aac19e-3c9c-48c8-a81d-6520d4edd90c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.797624] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1792.797624] env[62437]: value = "task-1812077" [ 1792.797624] env[62437]: _type = "Task" [ 1792.797624] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.801453] env[62437]: INFO nova.compute.manager [-] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Took 1.37 seconds to deallocate network for instance. [ 1792.816087] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.823436] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812071, 'name': CloneVM_Task, 'duration_secs': 1.471328} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.824031] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Created linked-clone VM from snapshot [ 1792.824793] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed6c4f-dbed-4cea-9b36-f2db0530402b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.834073] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Uploading image 171b5e29-980f-4222-ae74-5a302040a3b2 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1792.838656] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.838869] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.839078] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] 7ffd9c70-4cd1-48de-87c5-354b0eb635f6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.840027] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d05ac2f-63b8-4aba-bcc1-45df8ce5c01e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.848805] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1792.848805] env[62437]: value = "task-1812078" [ 1792.848805] env[62437]: _type = "Task" [ 1792.848805] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.856916] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1792.856916] env[62437]: value = "vm-375518" [ 1792.856916] env[62437]: _type = "VirtualMachine" [ 1792.856916] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1792.857239] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c155b06d-d35c-4f69-a88c-c6d1fe71ae43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.862956] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.868946] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease: (returnval){ [ 1792.868946] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52653071-8a31-220c-dfc9-60b65434be13" [ 1792.868946] env[62437]: _type = "HttpNfcLease" [ 1792.868946] env[62437]: } obtained for exporting VM: (result){ [ 1792.868946] env[62437]: value = "vm-375518" [ 1792.868946] env[62437]: _type = "VirtualMachine" [ 1792.868946] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1792.868946] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the lease: (returnval){ [ 1792.868946] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52653071-8a31-220c-dfc9-60b65434be13" [ 1792.868946] env[62437]: _type = "HttpNfcLease" [ 1792.868946] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1792.876766] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1792.876766] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52653071-8a31-220c-dfc9-60b65434be13" [ 1792.876766] env[62437]: _type = "HttpNfcLease" [ 1792.876766] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1792.966927] env[62437]: INFO nova.compute.manager [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Took 24.67 seconds to build instance. [ 1792.985619] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.985953] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.045533] env[62437]: DEBUG nova.network.neutron [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Port a2987112-e693-4ab8-9895-486cb03dc4ac binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1793.053258] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.262616] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.262883] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.263036] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.263274] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.263479] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.263649] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.263924] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.264121] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.264309] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.264480] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.264662] env[62437]: DEBUG nova.virt.hardware [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.269986] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1793.270293] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce27f74-9303-4a98-bb37-e17fc7782e1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.290198] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1793.290198] env[62437]: value = "task-1812080" [ 1793.290198] env[62437]: _type = "Task" [ 1793.290198] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.298402] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.305883] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812077, 'name': PowerOffVM_Task, 'duration_secs': 0.217492} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.306141] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.306318] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.306563] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83dfd137-c755-4330-bd9e-ecc7c6bd783f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.318311] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.318830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.318939] env[62437]: DEBUG nova.objects.instance [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lazy-loading 'resources' on Instance uuid 155915c0-b3d7-4c94-bc0b-b83a15d95a63 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.360664] env[62437]: DEBUG oslo_vmware.api [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184249} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.360974] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.361244] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.361504] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.361743] env[62437]: INFO nova.compute.manager [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1793.362062] env[62437]: DEBUG oslo.service.loopingcall [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.362340] env[62437]: DEBUG nova.compute.manager [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1793.362475] env[62437]: DEBUG nova.network.neutron [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1793.377557] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1793.377557] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52653071-8a31-220c-dfc9-60b65434be13" [ 1793.377557] env[62437]: _type = "HttpNfcLease" [ 1793.377557] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1793.377823] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1793.377823] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52653071-8a31-220c-dfc9-60b65434be13" [ 1793.377823] env[62437]: _type = "HttpNfcLease" [ 1793.377823] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1793.378498] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b76ab2-adde-4917-b9db-dc0a472e30cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.387100] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1793.387268] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1793.451066] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.451463] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.451657] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleting the datastore file [datastore1] bca12af3-328f-4ab7-b5c5-7ee29991e686 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.451932] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fe5594-b7e4-4424-a1c1-745ba2f52489 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.460780] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1793.460780] env[62437]: value = "task-1812082" [ 1793.460780] env[62437]: _type = "Task" [ 1793.460780] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.468747] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ec0ead76-6c14-4503-b153-3a91c51fabff tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.181s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.469066] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.485202] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e70f3196-3681-4ce0-82d1-eb58e965ea99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.487725] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.552831] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.803310] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.969301] env[62437]: DEBUG nova.compute.manager [req-d91f29aa-257c-44ee-862b-57c736eaead9 req-7ea7e343-7a69-4c93-bf7b-68745d4b97c7 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Received event network-vif-deleted-be737b42-8b7e-4bfd-ae71-5decee2ce7f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.969653] env[62437]: INFO nova.compute.manager [req-d91f29aa-257c-44ee-862b-57c736eaead9 req-7ea7e343-7a69-4c93-bf7b-68745d4b97c7 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Neutron deleted interface be737b42-8b7e-4bfd-ae71-5decee2ce7f9; detaching it from the instance and deleting it from the info cache [ 1793.969840] env[62437]: DEBUG nova.network.neutron [req-d91f29aa-257c-44ee-862b-57c736eaead9 req-7ea7e343-7a69-4c93-bf7b-68745d4b97c7 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.976963] env[62437]: DEBUG oslo_vmware.api [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152676} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.977836] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.978177] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.978390] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.978607] env[62437]: INFO nova.compute.manager [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1793.978864] env[62437]: DEBUG oslo.service.loopingcall [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.979386] env[62437]: DEBUG nova.compute.manager [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1793.979534] env[62437]: DEBUG nova.network.neutron [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.006093] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.051023] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.070908] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.070908] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.070908] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.090827] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba480453-6925-4df0-b810-9c18ca5aca4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.101600] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2b131-f21c-444d-91fb-dd533f407ad2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.138844] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b99391-5fd3-42f9-93a8-4e0a2fd30a65 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.148438] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009f155-0340-4a1f-be0b-b33c7cb5c9d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.918845] env[62437]: DEBUG nova.network.neutron [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.920381] env[62437]: INFO nova.compute.manager [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Rescuing [ 1794.920697] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.920858] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.921030] env[62437]: DEBUG nova.network.neutron [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.928483] env[62437]: DEBUG nova.compute.provider_tree [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.930998] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-205dc0c6-14bc-4b1a-ac24-29ab5db2526e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.949353] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812080, 'name': ReconfigVM_Task, 'duration_secs': 1.254111} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.954783] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1794.955595] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.956927] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43bb0b1-8fe8-406d-9f9e-4faeb266f763 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.962344] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb47a320-877e-4707-bcb7-75fac007d5de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.003016] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.014847] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5dc93f-0587-4680-9f11-52b877515e08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.027771] env[62437]: DEBUG nova.compute.manager [req-d91f29aa-257c-44ee-862b-57c736eaead9 req-7ea7e343-7a69-4c93-bf7b-68745d4b97c7 service nova] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Detach interface failed, port_id=be737b42-8b7e-4bfd-ae71-5decee2ce7f9, reason: Instance 7ffd9c70-4cd1-48de-87c5-354b0eb635f6 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1795.037435] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1795.037435] env[62437]: value = "task-1812083" [ 1795.037435] env[62437]: _type = "Task" [ 1795.037435] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.047660] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.427722] env[62437]: INFO nova.compute.manager [-] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Took 2.07 seconds to deallocate network for instance. [ 1795.438088] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.439891] env[62437]: DEBUG nova.network.neutron [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.476609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.476815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.477076] env[62437]: DEBUG nova.network.neutron [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.478783] env[62437]: DEBUG nova.scheduler.client.report [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.548184] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.638175] env[62437]: DEBUG nova.network.neutron [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.935658] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.939852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.942463] env[62437]: INFO nova.compute.manager [-] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Took 1.96 seconds to deallocate network for instance. [ 1795.985791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.667s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.988215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.982s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.989941] env[62437]: INFO nova.compute.claims [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.012405] env[62437]: INFO nova.scheduler.client.report [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Deleted allocations for instance 155915c0-b3d7-4c94-bc0b-b83a15d95a63 [ 1796.028715] env[62437]: DEBUG nova.compute.manager [req-1beda310-8df8-4d11-b0ae-aaacfab171e6 req-8147e6c9-d1ba-4ace-8567-30e1e3fdbbb0 service nova] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Received event network-vif-deleted-d7aa8af0-6bd9-4d64-ab94-5bde775d2770 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.048940] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812083, 'name': ReconfigVM_Task, 'duration_secs': 0.663309} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.049259] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.049562] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.142561] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.386329] env[62437]: DEBUG nova.network.neutron [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.435761] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.449214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.520597] env[62437]: DEBUG oslo_concurrency.lockutils [None req-af8026bd-83ec-4bda-908d-dfd4e071aff4 tempest-ServerMetadataNegativeTestJSON-403208069 tempest-ServerMetadataNegativeTestJSON-403208069-project-member] Lock "155915c0-b3d7-4c94-bc0b-b83a15d95a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.808s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.556581] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56140ff6-f429-474d-8169-6fb335ca1be3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.583573] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd0e29f-104f-4714-b37b-01ea371348dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.609337] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.895330] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.937404] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.288957] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f37d12-ac93-4606-a19d-ed0a33d9ba9b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.297839] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04e098-8fd9-4521-a59b-e928a114c34c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.329588] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdc4972-a824-439d-919b-862ab6a4e1f8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.339165] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545c436-428f-44c2-b56d-4d6d388df812 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.356121] env[62437]: DEBUG nova.compute.provider_tree [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.423744] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47a587-9bb6-4051-b7a8-04f52224d7e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.436023] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.451232] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcde048-d831-47a9-ad51-743bf9f1430d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.459381] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1797.677498] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.680024] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5150341-45ea-4151-b0ce-3ef3a9c94406 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.688234] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1797.688234] env[62437]: value = "task-1812084" [ 1797.688234] env[62437]: _type = "Task" [ 1797.688234] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.701738] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.858825] env[62437]: DEBUG nova.scheduler.client.report [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.937925] env[62437]: DEBUG oslo_vmware.api [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812073, 'name': ReconfigVM_Task, 'duration_secs': 6.285546} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.941366] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.941366] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfigured VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1797.969519] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.970018] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc148c1-8800-49ab-a83e-9d614fbe814c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.980011] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1797.980011] env[62437]: value = "task-1812085" [ 1797.980011] env[62437]: _type = "Task" [ 1797.980011] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.990046] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.200053] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812084, 'name': PowerOffVM_Task, 'duration_secs': 0.261619} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.200576] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.201535] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720fa9ff-1407-4e4c-9bcb-95e4e3b25cc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.210787] env[62437]: DEBUG nova.compute.manager [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-deleted-7f5895bd-8776-4c51-b498-16172adc40c0 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.211223] env[62437]: INFO nova.compute.manager [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Neutron deleted interface 7f5895bd-8776-4c51-b498-16172adc40c0; detaching it from the instance and deleting it from the info cache [ 1798.211715] env[62437]: DEBUG nova.network.neutron [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c18d691-0518-454a-9fe6-b98155695517", "address": "fa:16:3e:fc:00:68", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c18d691-05", "ovs_interfaceid": "7c18d691-0518-454a-9fe6-b98155695517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.237641] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b5697-85b3-4d65-9c9d-ffb54cc87089 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.291155] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.291503] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30788eaf-aec8-467e-828d-108753e33672 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.303897] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1798.303897] env[62437]: value = "task-1812086" [ 1798.303897] env[62437]: _type = "Task" [ 1798.303897] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.316277] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1798.316694] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.317509] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.317960] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.318281] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.318661] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed73930e-946c-4e9a-bcf6-2fe5d699afb5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.332031] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.332031] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.332031] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0e60c4-b6c9-4f4b-ba11-98ce07a90998 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.335185] env[62437]: DEBUG nova.network.neutron [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Port 21df550c-7729-402d-a835-db0e1edcb656 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1798.341401] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1798.341401] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5299685f-6464-d3f2-9ec9-8ed98ce0bb1c" [ 1798.341401] env[62437]: _type = "Task" [ 1798.341401] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.352522] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5299685f-6464-d3f2-9ec9-8ed98ce0bb1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.367426] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.367426] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1798.368396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.429s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.369174] env[62437]: DEBUG nova.objects.instance [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid 7ffd9c70-4cd1-48de-87c5-354b0eb635f6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.492252] env[62437]: DEBUG oslo_vmware.api [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812085, 'name': PowerOnVM_Task, 'duration_secs': 0.508608} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.492826] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.493168] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05274662-6e86-434d-a574-0df72c0d75b5 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance 'a814c013-d026-45b6-818c-7eaeaf06e1ad' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.596095] env[62437]: DEBUG nova.compute.manager [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-deleted-7c18d691-0518-454a-9fe6-b98155695517 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.596095] env[62437]: INFO nova.compute.manager [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Neutron deleted interface 7c18d691-0518-454a-9fe6-b98155695517; detaching it from the instance and deleting it from the info cache [ 1798.596095] env[62437]: DEBUG nova.network.neutron [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.736906] env[62437]: DEBUG oslo_concurrency.lockutils [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.737148] env[62437]: DEBUG oslo_concurrency.lockutils [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] Acquired lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.738047] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef351ab7-9236-42aa-bf94-a969c0f0ad04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.758614] env[62437]: DEBUG oslo_concurrency.lockutils [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] Releasing lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.758937] env[62437]: WARNING nova.compute.manager [req-7eec4236-da6c-40fd-9c87-648033edd4e6 req-3576b416-1a55-4cbe-beab-2e62f7806e2b service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Detach interface failed, port_id=7f5895bd-8776-4c51-b498-16172adc40c0, reason: No device with interface-id 7f5895bd-8776-4c51-b498-16172adc40c0 exists on VM: nova.exception.NotFound: No device with interface-id 7f5895bd-8776-4c51-b498-16172adc40c0 exists on VM [ 1798.851845] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5299685f-6464-d3f2-9ec9-8ed98ce0bb1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.852682] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4516361e-d00e-426d-b412-27d3dd2a479f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.858491] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1798.858491] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f418b8-cd27-e5fc-fc7b-e2b663ea4ef2" [ 1798.858491] env[62437]: _type = "Task" [ 1798.858491] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.867495] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f418b8-cd27-e5fc-fc7b-e2b663ea4ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.871995] env[62437]: DEBUG nova.compute.utils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.873552] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1798.873754] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.009320] env[62437]: DEBUG nova.policy [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.099206] env[62437]: DEBUG oslo_concurrency.lockutils [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.099206] env[62437]: DEBUG oslo_concurrency.lockutils [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Acquired lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.100143] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51630488-78c7-4d5c-90a6-47a0951e2f72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.123509] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566021e-5534-4d59-a449-41a4a6399d22 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.150514] env[62437]: DEBUG nova.virt.vmwareapi.vmops [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfiguring VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1799.153405] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.153945] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9b2694-33cd-4871-86aa-8892e23c7d85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.175181] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Waiting for the task: (returnval){ [ 1799.175181] env[62437]: value = "task-1812087" [ 1799.175181] env[62437]: _type = "Task" [ 1799.175181] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.182156] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.182440] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.182778] env[62437]: DEBUG nova.network.neutron [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.184543] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18a1f2-7bf5-4840-95b6-a0bbe04ced36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.190917] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.198769] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492ccab-b4bc-4110-af96-bbab526f5220 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.234603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8029b-7d8a-4eb8-b7fa-8974ace637b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.243392] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e9237-d989-4262-9222-eda98fa4fb70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.258387] env[62437]: DEBUG nova.compute.provider_tree [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.290728] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Successfully created port: 2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.356491] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.356787] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.356905] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.370446] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f418b8-cd27-e5fc-fc7b-e2b663ea4ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.371459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.371724] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1799.371977] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90d28bb-52b4-4c11-a444-bfe0bd5c4587 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.380257] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1799.382925] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1799.382925] env[62437]: value = "task-1812088" [ 1799.382925] env[62437]: _type = "Task" [ 1799.382925] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.394280] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.689203] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.761713] env[62437]: DEBUG nova.scheduler.client.report [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.899323] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.899580] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 1799.900343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1bbaa8-5ad9-43ad-b055-dc69311be7b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.928268] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.928844] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f66f5a-8f24-426f-9ca9-04e5d00d6a3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.949015] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1799.949015] env[62437]: value = "task-1812089" [ 1799.949015] env[62437]: _type = "Task" [ 1799.949015] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.957701] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.994836] env[62437]: DEBUG nova.network.neutron [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [{"id": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "address": "fa:16:3e:07:ab:6a", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e70ce2-41", "ovs_interfaceid": "16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.018946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.019206] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.019398] env[62437]: DEBUG nova.compute.manager [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Going to confirm migration 5 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1800.187221] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.269593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.272316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.823s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.272609] env[62437]: DEBUG nova.objects.instance [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'resources' on Instance uuid bca12af3-328f-4ab7-b5c5-7ee29991e686 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.295864] env[62437]: INFO nova.scheduler.client.report [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance 7ffd9c70-4cd1-48de-87c5-354b0eb635f6 [ 1800.392048] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.392341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.392470] env[62437]: DEBUG nova.network.neutron [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.394509] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1800.417285] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.417538] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.417695] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.417876] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.418034] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.418183] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.418390] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.418551] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.418735] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.418897] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.419080] env[62437]: DEBUG nova.virt.hardware [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.419911] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7686bf-9d6e-449c-9557-8b814a0843db {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.428608] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e937495-5fd2-4b14-b4ef-e0f4483dd326 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.458333] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812089, 'name': ReconfigVM_Task, 'duration_secs': 0.28802} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.458586] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.459398] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c5b1c-6d65-41a5-958a-76d3274eeaff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.484236] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb21f163-16f8-4d73-838e-6b385428875f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.497547] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.500714] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1800.500714] env[62437]: value = "task-1812090" [ 1800.500714] env[62437]: _type = "Task" [ 1800.500714] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.508960] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.557265] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.557485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.557691] env[62437]: DEBUG nova.network.neutron [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.557903] env[62437]: DEBUG nova.objects.instance [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'info_cache' on Instance uuid a814c013-d026-45b6-818c-7eaeaf06e1ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.688712] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.780890] env[62437]: DEBUG nova.compute.manager [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Received event network-vif-plugged-2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1800.781531] env[62437]: DEBUG oslo_concurrency.lockutils [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] Acquiring lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.781651] env[62437]: DEBUG oslo_concurrency.lockutils [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.781862] env[62437]: DEBUG oslo_concurrency.lockutils [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.782186] env[62437]: DEBUG nova.compute.manager [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] No waiting events found dispatching network-vif-plugged-2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.782508] env[62437]: WARNING nova.compute.manager [req-93f5a9ad-8cfe-468e-890d-be3b822f6f82 req-7f46cc34-8a5f-4ba7-99d2-35dfd49e8aac service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Received unexpected event network-vif-plugged-2e28cfe7-081a-4b12-9e21-ba3cf8421b15 for instance with vm_state building and task_state spawning. [ 1800.806089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-20dade75-4ea2-4755-8126-89952f47cd21 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "7ffd9c70-4cd1-48de-87c5-354b0eb635f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.135s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.913268] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Successfully updated port: 2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1801.003142] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4199836b-a78f-47cd-b069-745cfc30067a tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-7f5895bd-8776-4c51-b498-16172adc40c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.051s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.004929] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810db02e-d0a6-4f55-a9cb-377eb6ee040c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.019629] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812090, 'name': ReconfigVM_Task, 'duration_secs': 0.162522} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.021614] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.021914] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d8a516-79c8-4964-b280-249a9affd02a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.024104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38030c6e-fcd4-45da-a74f-c9500dd3b147 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.058326] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c824169-ac3c-449a-8cd5-0ab49cc277d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.060934] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1801.060934] env[62437]: value = "task-1812091" [ 1801.060934] env[62437]: _type = "Task" [ 1801.060934] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.070221] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e424df-8bc2-41fd-863e-951fb71c879d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.078318] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.089190] env[62437]: DEBUG nova.compute.provider_tree [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.192578] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.193673] env[62437]: DEBUG nova.network.neutron [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.419411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.419709] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.419851] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.579314] env[62437]: DEBUG oslo_vmware.api [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812091, 'name': PowerOnVM_Task, 'duration_secs': 0.397781} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.579711] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.584722] env[62437]: DEBUG nova.compute.manager [None req-ded421e7-25f8-4ff6-b94b-c2185ae310f5 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.585879] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de72793-251f-4f61-b4c8-3cd724567b2c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.611128] env[62437]: ERROR nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [req-8d0bee0c-3bea-4f0c-8e15-36f6afa69723] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d0bee0c-3bea-4f0c-8e15-36f6afa69723"}]} [ 1801.627935] env[62437]: DEBUG nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1801.641544] env[62437]: DEBUG nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1801.641778] env[62437]: DEBUG nova.compute.provider_tree [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.652948] env[62437]: DEBUG nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1801.669786] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.669993] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.670386] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.670591] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.670766] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.673133] env[62437]: DEBUG nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1801.675406] env[62437]: INFO nova.compute.manager [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Terminating instance [ 1801.691014] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.696132] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.928549] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be11ee1-d6c4-445f-8c89-089d7fa36e75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.940573] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66eb62b-70c3-4069-8194-20c5dd3c6f8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.973064] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.975727] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65425f9-24af-4ce5-88bd-113ef64cf2ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.986629] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d9a17e-439d-4e25-b756-c3417ef9ec0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.005257] env[62437]: DEBUG nova.compute.provider_tree [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.046998] env[62437]: DEBUG nova.network.neutron [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [{"id": "a2987112-e693-4ab8-9895-486cb03dc4ac", "address": "fa:16:3e:dd:62:61", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2987112-e6", "ovs_interfaceid": "a2987112-e693-4ab8-9895-486cb03dc4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.138267] env[62437]: DEBUG nova.network.neutron [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Updating instance_info_cache with network_info: [{"id": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "address": "fa:16:3e:a6:cf:f5", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e28cfe7-08", "ovs_interfaceid": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.179185] env[62437]: DEBUG nova.compute.manager [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.179416] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.180875] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033df6d0-76c8-4dab-89e8-7d7d78f53b84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.193071] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.195375] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.195664] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc4c8e3-6266-421d-a3ef-947af9015fee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.204187] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1802.204187] env[62437]: value = "task-1812092" [ 1802.204187] env[62437]: _type = "Task" [ 1802.204187] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.212337] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1915b-6645-4f00-a4a9-343b8168e5e7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.226306] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3666e37-38e7-43b2-bd87-9e7f46d1ea41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.231027] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.542655] env[62437]: DEBUG nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1802.543009] env[62437]: DEBUG nova.compute.provider_tree [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 143 to 144 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1802.543183] env[62437]: DEBUG nova.compute.provider_tree [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.549502] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-a814c013-d026-45b6-818c-7eaeaf06e1ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.551259] env[62437]: DEBUG nova.objects.instance [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'migration_context' on Instance uuid a814c013-d026-45b6-818c-7eaeaf06e1ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.641315] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.641676] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Instance network_info: |[{"id": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "address": "fa:16:3e:a6:cf:f5", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e28cfe7-08", "ovs_interfaceid": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.642179] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:cf:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e28cfe7-081a-4b12-9e21-ba3cf8421b15', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.649992] env[62437]: DEBUG oslo.service.loopingcall [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.650346] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.650595] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781c3f58-9e7d-4cfe-a06e-4d391115430a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.672532] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.672532] env[62437]: value = "task-1812093" [ 1802.672532] env[62437]: _type = "Task" [ 1802.672532] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.681043] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812093, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.690041] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.717556] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812092, 'name': PowerOffVM_Task, 'duration_secs': 0.283326} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.717885] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.718130] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.718422] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-369764c9-20ed-4554-8e1a-78b623a8c7c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.818382] env[62437]: DEBUG nova.compute.manager [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Received event network-changed-2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.818597] env[62437]: DEBUG nova.compute.manager [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Refreshing instance network info cache due to event network-changed-2e28cfe7-081a-4b12-9e21-ba3cf8421b15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1802.818845] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Acquiring lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.818995] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Acquired lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.821335] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Refreshing network info cache for port 2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.830865] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.830865] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.830865] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] 8e045d0a-e00d-4d04-9151-b19b03fa5af6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.831081] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ded805-516b-48b0-a973-83c6a2f8639c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.839708] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1802.839708] env[62437]: value = "task-1812095" [ 1802.839708] env[62437]: _type = "Task" [ 1802.839708] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.850447] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.992685] env[62437]: DEBUG nova.compute.manager [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.992906] env[62437]: DEBUG nova.compute.manager [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing instance network info cache due to event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1802.993144] env[62437]: DEBUG oslo_concurrency.lockutils [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.993403] env[62437]: DEBUG oslo_concurrency.lockutils [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.993838] env[62437]: DEBUG nova.network.neutron [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.048398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.776s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.052886] env[62437]: DEBUG nova.objects.base [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1803.054076] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953dfaaa-0c42-452f-8dac-dbd416bc4894 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.078450] env[62437]: INFO nova.scheduler.client.report [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted allocations for instance bca12af3-328f-4ab7-b5c5-7ee29991e686 [ 1803.079167] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a93792-b906-4cc6-9c8f-45d87073537a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.090309] env[62437]: DEBUG oslo_vmware.api [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1803.090309] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529e857f-c8fc-1f50-6dda-1290eb0ba408" [ 1803.090309] env[62437]: _type = "Task" [ 1803.090309] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.099517] env[62437]: DEBUG oslo_vmware.api [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e857f-c8fc-1f50-6dda-1290eb0ba408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.144967] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1803.146148] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b09e1d-e316-4b5e-a7b2-50590e036528 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.153144] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1803.153321] env[62437]: ERROR oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk due to incomplete transfer. [ 1803.153811] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43cc29fe-3813-4dca-b41e-e676676d03b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.163347] env[62437]: DEBUG oslo_vmware.rw_handles [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1cfeb-c547-2890-ccca-0a0943e53177/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1803.163569] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Uploaded image 171b5e29-980f-4222-ae74-5a302040a3b2 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1803.166818] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1803.167096] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b3c2a49-80ab-4eda-b78a-ee76e336a5cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.177797] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1803.177797] env[62437]: value = "task-1812096" [ 1803.177797] env[62437]: _type = "Task" [ 1803.177797] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.184064] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812093, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.192108] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812096, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.195478] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.351399] env[62437]: DEBUG oslo_vmware.api [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170315} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.352559] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.352715] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.352896] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.353087] env[62437]: INFO nova.compute.manager [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1803.353394] env[62437]: DEBUG oslo.service.loopingcall [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.354108] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1ef5e-2b6e-40b3-a912-0287a47a3f27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.356633] env[62437]: DEBUG nova.compute.manager [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.356755] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.381170] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e69682-d87d-46c2-a213-e3c892f13147 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.389362] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1803.591346] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e0289bae-8e3a-4042-ba16-7adfbdd18621 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "bca12af3-328f-4ab7-b5c5-7ee29991e686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.318s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.602790] env[62437]: DEBUG oslo_vmware.api [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e857f-c8fc-1f50-6dda-1290eb0ba408, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.603099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.603342] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.635211] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Updated VIF entry in instance network info cache for port 2e28cfe7-081a-4b12-9e21-ba3cf8421b15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.635211] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Updating instance_info_cache with network_info: [{"id": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "address": "fa:16:3e:a6:cf:f5", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e28cfe7-08", "ovs_interfaceid": "2e28cfe7-081a-4b12-9e21-ba3cf8421b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.686044] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812093, 'name': CreateVM_Task, 'duration_secs': 0.567799} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.689671] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.695508] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.695698] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.696096] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.696389] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812096, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.696950] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210be1c1-64fd-4b5a-a85c-3fde16a0a83c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.702974] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.704466] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1803.704466] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c08de5-39c4-75bc-5e3f-43f1ef6c1fa6" [ 1803.704466] env[62437]: _type = "Task" [ 1803.704466] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.713958] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c08de5-39c4-75bc-5e3f-43f1ef6c1fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.897502] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.897809] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3621efc-813c-419d-83fd-fbe0b7bfb2a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.906571] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1803.906571] env[62437]: value = "task-1812097" [ 1803.906571] env[62437]: _type = "Task" [ 1803.906571] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.915650] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.954486] env[62437]: DEBUG nova.network.neutron [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updated VIF entry in instance network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.954868] env[62437]: DEBUG nova.network.neutron [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.137079] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Releasing lock "refresh_cache-f0a76375-9fe5-4bfc-8203-4463f3520fc8" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.137079] env[62437]: DEBUG nova.compute.manager [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1804.137223] env[62437]: DEBUG nova.compute.manager [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing instance network info cache due to event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1804.137448] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.194883] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812096, 'name': Destroy_Task, 'duration_secs': 0.887697} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.194883] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Destroyed the VM [ 1804.194883] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1804.194883] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36b1c29a-1925-4420-a366-b0c6e6d6ab6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.200847] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.206897] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1804.206897] env[62437]: value = "task-1812098" [ 1804.206897] env[62437]: _type = "Task" [ 1804.206897] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.223471] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c08de5-39c4-75bc-5e3f-43f1ef6c1fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.227031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.227341] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.227607] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.227767] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.227982] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.228314] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.231117] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-696da7b6-d012-45e0-a703-b4334970af48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.242232] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.242556] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1804.243278] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059634c9-ce6c-4dd3-8e7a-522989d9937d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.252365] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1804.252365] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5235ddb4-86f2-9127-d458-68cfee15bc1a" [ 1804.252365] env[62437]: _type = "Task" [ 1804.252365] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.261557] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5235ddb4-86f2-9127-d458-68cfee15bc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.328588] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d66fcd4-0c1d-48d7-82f1-96e65214198a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.337880] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f869d3b1-8227-4e47-a51c-fe0b0a077b60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.371430] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379931a5-c274-46ec-b91d-d9b618a5e518 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.376678] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.381150] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526deb2a-efa5-4778-9555-de5f3afd5713 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.402665] env[62437]: DEBUG nova.compute.provider_tree [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.422242] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.457716] env[62437]: DEBUG oslo_concurrency.lockutils [req-ab3501c6-b89c-4669-b60b-49420c21640a req-d4f04949-8254-49c3-882b-cd5773f3b1ab service nova] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.458173] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.458373] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.591705] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.591966] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.592126] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1804.700232] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.720494] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812098, 'name': RemoveSnapshot_Task} progress is 48%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.764462] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5235ddb4-86f2-9127-d458-68cfee15bc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.770121] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085201ce-5b19-456b-9787-7bbd6aee583a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.777579] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1804.777579] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5247ad66-ceff-1de7-7d7f-8b05c961d975" [ 1804.777579] env[62437]: _type = "Task" [ 1804.777579] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.790628] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5247ad66-ceff-1de7-7d7f-8b05c961d975, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.790791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.791088] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f0a76375-9fe5-4bfc-8203-4463f3520fc8/f0a76375-9fe5-4bfc-8203-4463f3520fc8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.791367] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07335f74-1025-40f1-9e5a-a1cdcf668c67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.799181] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1804.799181] env[62437]: value = "task-1812099" [ 1804.799181] env[62437]: _type = "Task" [ 1804.799181] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.810501] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.882702] env[62437]: INFO nova.compute.manager [-] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Took 1.52 seconds to deallocate network for instance. [ 1804.909028] env[62437]: DEBUG nova.scheduler.client.report [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.921512] env[62437]: DEBUG oslo_vmware.api [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812097, 'name': PowerOnVM_Task, 'duration_secs': 0.633427} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.922058] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.922401] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e06f5dee-86dd-45c7-980d-0a20c2a75ef6 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance '9821f14c-751b-4ed3-928f-afcbff7feea5' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1805.154761] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.154997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.155244] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1805.197736] env[62437]: DEBUG oslo_vmware.api [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Task: {'id': task-1812087, 'name': ReconfigVM_Task, 'duration_secs': 5.870311} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.198025] env[62437]: DEBUG oslo_concurrency.lockutils [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] Releasing lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.198561] env[62437]: DEBUG nova.virt.vmwareapi.vmops [req-95c1c42a-53e8-45be-80fc-45607f6e242f req-1f219892-d9e4-40ed-8fb3-4e615cf1dd0a service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Reconfigured VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1805.199095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.046s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.199335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.199546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.199718] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.202635] env[62437]: INFO nova.compute.manager [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Terminating instance [ 1805.225722] env[62437]: DEBUG oslo_vmware.api [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812098, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785075} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.226555] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1805.226719] env[62437]: INFO nova.compute.manager [None req-a443eede-116b-4392-a6e2-afa39eb85e33 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 1805.312555] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509743} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.313398] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updated VIF entry in instance network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.313765] env[62437]: DEBUG nova.network.neutron [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.315216] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f0a76375-9fe5-4bfc-8203-4463f3520fc8/f0a76375-9fe5-4bfc-8203-4463f3520fc8.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.315376] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.315907] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e6f613-1dd1-4b07-a742-ae114b63d9d2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.325430] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1805.325430] env[62437]: value = "task-1812100" [ 1805.325430] env[62437]: _type = "Task" [ 1805.325430] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.337579] env[62437]: DEBUG nova.compute.manager [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Received event network-vif-deleted-b08e9ea6-5c87-4ea8-9754-342c970a0a45 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.337888] env[62437]: DEBUG nova.compute.manager [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.338055] env[62437]: DEBUG nova.compute.manager [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing instance network info cache due to event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1805.338249] env[62437]: DEBUG oslo_concurrency.lockutils [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.342067] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.357018] env[62437]: DEBUG nova.compute.manager [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.358198] env[62437]: DEBUG nova.compute.manager [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing instance network info cache due to event network-changed-72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1805.358198] env[62437]: DEBUG oslo_concurrency.lockutils [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] Acquiring lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.389749] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.708815] env[62437]: DEBUG nova.compute.manager [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.709091] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.710114] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e3b10-1320-4758-859a-f8bbf9b2167c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.721708] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.722169] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e493d36-fa11-4bb4-9660-5c48a5c89859 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.735715] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1805.735715] env[62437]: value = "task-1812101" [ 1805.735715] env[62437]: _type = "Task" [ 1805.735715] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.746541] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.817159] env[62437]: DEBUG oslo_concurrency.lockutils [req-6e0636a5-5838-45f0-92a8-c4fb1c960a68 req-7a719e45-5027-40ce-9e0b-8db8bec02045 service nova] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.817607] env[62437]: DEBUG oslo_concurrency.lockutils [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.817812] env[62437]: DEBUG nova.network.neutron [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.838556] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114429} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.838845] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.839532] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483c87f-4fa0-492f-9baf-f0a73e57c97c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.862558] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f0a76375-9fe5-4bfc-8203-4463f3520fc8/f0a76375-9fe5-4bfc-8203-4463f3520fc8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.862946] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfa4d20-c4d4-4203-85d7-de63e24daf52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.885721] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1805.885721] env[62437]: value = "task-1812102" [ 1805.885721] env[62437]: _type = "Task" [ 1805.885721] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.897020] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.921726] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.318s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.926857] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.537s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.927368] env[62437]: DEBUG nova.objects.instance [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid 8e045d0a-e00d-4d04-9151-b19b03fa5af6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.251025] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812101, 'name': PowerOffVM_Task, 'duration_secs': 0.374493} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.251881] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.252063] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1806.252363] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7184dd2f-059b-451c-b17d-3f27f550af37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.399540] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.464803] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.465182] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.465491] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleting the datastore file [datastore1] 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.472266] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54f31e55-e012-400d-a32d-86cbf557ad42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.496148] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1806.496148] env[62437]: value = "task-1812104" [ 1806.496148] env[62437]: _type = "Task" [ 1806.496148] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.505191] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.506702] env[62437]: INFO nova.scheduler.client.report [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocation for migration 1a8bd112-e101-4e30-8990-d1c0de89da63 [ 1806.617478] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.672237] env[62437]: DEBUG nova.network.neutron [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updated VIF entry in instance network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.672636] env[62437]: DEBUG nova.network.neutron [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.690564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.690846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.692617] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06b80c-3034-4515-afda-60282a60da10 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.701338] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7531d5-2743-4cba-9f95-defc3782d6c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.732221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.732586] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.732730] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.732906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.733092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.735337] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2af1a-fa7c-47d3-b218-f9f69a8dbf69 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.738237] env[62437]: INFO nova.compute.manager [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Terminating instance [ 1806.745312] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3d7e6-102a-46a1-ad7b-7020cc0eb823 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.766723] env[62437]: DEBUG nova.compute.provider_tree [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.897730] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812102, 'name': ReconfigVM_Task, 'duration_secs': 0.785006} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.897963] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f0a76375-9fe5-4bfc-8203-4463f3520fc8/f0a76375-9fe5-4bfc-8203-4463f3520fc8.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.898607] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9218c72b-22f8-4f59-94bc-6e0a7200f3be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.906429] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1806.906429] env[62437]: value = "task-1812105" [ 1806.906429] env[62437]: _type = "Task" [ 1806.906429] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.916241] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812105, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.925409] env[62437]: DEBUG nova.compute.manager [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1807.006902] env[62437]: DEBUG oslo_vmware.api [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166898} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.007622] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.007622] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.007622] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.007857] env[62437]: INFO nova.compute.manager [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1807.007954] env[62437]: DEBUG oslo.service.loopingcall [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.008149] env[62437]: DEBUG nova.compute.manager [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1807.008246] env[62437]: DEBUG nova.network.neutron [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.016193] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43ccdefb-e9ee-47a6-82b0-1b587622b70d tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.997s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.120215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.120623] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1807.120961] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.121296] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.121679] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.121868] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.122233] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.124143] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.175574] env[62437]: DEBUG oslo_concurrency.lockutils [req-42db1488-52e2-4ecc-9bf2-b23ab472de22 req-7e2898af-e18b-4a0a-add4-d737878e1ba8 service nova] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.176213] env[62437]: DEBUG oslo_concurrency.lockutils [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] Acquired lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.176501] env[62437]: DEBUG nova.network.neutron [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Refreshing network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.197593] env[62437]: INFO nova.compute.manager [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Detaching volume fdaef256-5a74-4742-af8a-107b9ca422af [ 1807.243227] env[62437]: DEBUG nova.compute.manager [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.243727] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.244874] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d62808-941c-4e14-835c-1b9ea0f02174 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.253863] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.254215] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75264622-ce05-474a-b08f-d66e544bce12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.256945] env[62437]: INFO nova.virt.block_device [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Attempting to driver detach volume fdaef256-5a74-4742-af8a-107b9ca422af from mountpoint /dev/sdb [ 1807.257228] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1807.257491] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1807.260647] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193b759-4b14-4ecf-b397-e03e1d36bae8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.269100] env[62437]: DEBUG nova.scheduler.client.report [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.294216] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1807.294216] env[62437]: value = "task-1812106" [ 1807.294216] env[62437]: _type = "Task" [ 1807.294216] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.296175] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64ef79-fc6c-41b9-a12c-35e64e224f8f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.312013] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.314220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe10df-3df0-48b7-a3da-b0a24b625d8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.341458] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c7d8b-546e-4b76-9a01-55eb5761d709 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.358943] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdaef256-5a74-4742-af8a-107b9ca422af/volume-fdaef256-5a74-4742-af8a-107b9ca422af.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1807.364520] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1807.364982] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9226723-9473-429a-b81c-84d3d65c742c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.387016] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1807.387016] env[62437]: value = "task-1812107" [ 1807.387016] env[62437]: _type = "Task" [ 1807.387016] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.396523] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.418130] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812105, 'name': Rename_Task, 'duration_secs': 0.221087} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.418297] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.418604] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf19208-05ca-4e1a-9af4-79e0b6d97859 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.426285] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1807.426285] env[62437]: value = "task-1812108" [ 1807.426285] env[62437]: _type = "Task" [ 1807.426285] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.443049] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.452434] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.514513] env[62437]: DEBUG nova.network.neutron [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Port 21df550c-7729-402d-a835-db0e1edcb656 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1807.514924] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.515190] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.515457] env[62437]: DEBUG nova.network.neutron [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.631646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 1807.631646] env[62437]: value = "domain-c8" [ 1807.631646] env[62437]: _type = "ClusterComputeResource" [ 1807.631646] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1807.633094] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3bf889-9b02-42d6-8ed2-1ee2c9514395 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.657576] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 11 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1807.657760] env[62437]: WARNING nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] While synchronizing instance power states, found 13 instances in the database and 11 instances on the hypervisor. [ 1807.657907] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 0d295566-d3b3-473a-bbc8-5d5df2a08591 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.658246] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 5d33cc66-767c-4729-b851-04e1cc3838f0 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 9821f14c-751b-4ed3-928f-afcbff7feea5 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid a9259c28-499c-4d8c-b478-ae95d3395613 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 8e045d0a-e00d-4d04-9151-b19b03fa5af6 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659589] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid a814c013-d026-45b6-818c-7eaeaf06e1ad {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659890] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.659890] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 9189e844-3c5c-4257-8ff0-35e2e0d39ea3 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.660550] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid f0a76375-9fe5-4bfc-8203-4463f3520fc8 {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1807.660550] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.660666] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.660907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.661107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.661277] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1807.661441] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.661640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.661853] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "5d33cc66-767c-4729-b851-04e1cc3838f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.662046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.662340] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.662541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.662728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.662894] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1807.663081] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.663326] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "a9259c28-499c-4d8c-b478-ae95d3395613" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.663455] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.663698] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.663874] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.664515] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.664790] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.664941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.665200] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.665424] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.665728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.666086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.666295] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.666437] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1807.667239] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e1360-561e-4e23-a518-6320a8abb1d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.673283] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64770c39-4a68-41f4-843b-90fa7dca9ccd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.676241] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ab22b0-b7b7-48fd-979d-fda438fe667c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.679257] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87aef45-a964-4d4f-9b46-25435bc7361f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.681933] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d09e5-9667-4ceb-98c9-a3443bcbbfb6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.684731] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b2727-2748-481b-8bbb-649e74f8bea8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.689585] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.796013] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.800324] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.348s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.803899] env[62437]: DEBUG nova.compute.manager [req-9a45cc8a-ffba-4fdd-9cb6-206764d19317 req-79e769f1-71f2-4cea-85d0-8321e33963a7 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Received event network-vif-deleted-16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.804194] env[62437]: INFO nova.compute.manager [req-9a45cc8a-ffba-4fdd-9cb6-206764d19317 req-79e769f1-71f2-4cea-85d0-8321e33963a7 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Neutron deleted interface 16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92; detaching it from the instance and deleting it from the info cache [ 1807.804426] env[62437]: DEBUG nova.network.neutron [req-9a45cc8a-ffba-4fdd-9cb6-206764d19317 req-79e769f1-71f2-4cea-85d0-8321e33963a7 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.820516] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812106, 'name': PowerOffVM_Task, 'duration_secs': 0.272983} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.824434] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.824770] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.827391] env[62437]: INFO nova.scheduler.client.report [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance 8e045d0a-e00d-4d04-9151-b19b03fa5af6 [ 1807.828856] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-400011d4-aded-4143-ac08-1eb9b1024644 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.903497] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812107, 'name': ReconfigVM_Task, 'duration_secs': 0.27821} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.904142] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1807.909227] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b993bb-019a-4b13-aadc-b00da2c50e28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.932158] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1807.932158] env[62437]: value = "task-1812110" [ 1807.932158] env[62437]: _type = "Task" [ 1807.932158] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.940715] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.948760] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.962679] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.970514] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.970888] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.971130] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Deleting the datastore file [datastore1] 9189e844-3c5c-4257-8ff0-35e2e0d39ea3 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.971484] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72565082-2dda-4e7b-b465-cd203753752f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.980647] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for the task: (returnval){ [ 1807.980647] env[62437]: value = "task-1812111" [ 1807.980647] env[62437]: _type = "Task" [ 1807.980647] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.993106] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.077619] env[62437]: DEBUG nova.network.neutron [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updated VIF entry in instance network info cache for port 72b67757-3fb9-4ee1-b178-0241fcebfd29. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.078112] env[62437]: DEBUG nova.network.neutron [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [{"id": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "address": "fa:16:3e:95:96:f4", "network": {"id": "fdb5d21b-9fc1-48b9-8975-5e91bbc65fe8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-911038317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f30b5e57c14f4192b50d5825d1bac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b67757-3f", "ovs_interfaceid": "72b67757-3fb9-4ee1-b178-0241fcebfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.197600] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.216640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.217123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.217448] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.218190] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] During sync_power_state the instance has a pending task (deleting). Skip. [ 1808.218546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.218784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.256s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.219081] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.219367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.219546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.221678] env[62437]: INFO nova.compute.manager [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Terminating instance [ 1808.223152] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.224331] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.244554] env[62437]: DEBUG nova.network.neutron [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.308790] env[62437]: INFO nova.compute.claims [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.314242] env[62437]: DEBUG nova.network.neutron [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.314678] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-390eb601-8613-446c-b0c4-137387c6ddf1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.329997] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99763df-eccd-4b70-8cd4-c5809f14280b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.347117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f4c3cc0-d2bd-4f53-9063-fcfcc3eb02fd tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.677s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.351017] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.685s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.351017] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9945ae5-2cdf-48e8-a96b-d9fb53e36e86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.362329] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b2e25-e391-411a-bf77-da73ba105f45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.384755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.384755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.384755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.384755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.384755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.386350] env[62437]: DEBUG nova.compute.manager [req-9a45cc8a-ffba-4fdd-9cb6-206764d19317 req-79e769f1-71f2-4cea-85d0-8321e33963a7 service nova] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Detach interface failed, port_id=16e70ce2-41da-4b2d-9cc8-7a7e4b76bc92, reason: Instance 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1808.387176] env[62437]: INFO nova.compute.manager [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Terminating instance [ 1808.443876] env[62437]: DEBUG oslo_vmware.api [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812108, 'name': PowerOnVM_Task, 'duration_secs': 0.553136} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.444582] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.444813] env[62437]: INFO nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1808.445058] env[62437]: DEBUG nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.445782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c2b72-affb-4767-a0fa-b36842e496c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.451815] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.494041] env[62437]: DEBUG oslo_vmware.api [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Task: {'id': task-1812111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200516} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.494041] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.494041] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.494041] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.494041] env[62437]: INFO nova.compute.manager [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1808.494445] env[62437]: DEBUG oslo.service.loopingcall [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.494445] env[62437]: DEBUG nova.compute.manager [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.494445] env[62437]: DEBUG nova.network.neutron [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.580733] env[62437]: DEBUG oslo_concurrency.lockutils [req-d9e7a548-c496-4b9a-a90e-1d2a1b8608b1 req-2411620d-b76e-40cf-896b-682ceb77e010 service nova] Releasing lock "refresh_cache-9189e844-3c5c-4257-8ff0-35e2e0d39ea3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.725784] env[62437]: DEBUG nova.compute.manager [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.726045] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.726928] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33087626-2e83-4ac6-b3e1-b21b89f3f90c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.735805] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.736071] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a18f30-4bf0-40d6-a41c-ee91b483b302 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.743574] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1808.743574] env[62437]: value = "task-1812112" [ 1808.743574] env[62437]: _type = "Task" [ 1808.743574] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.752135] env[62437]: INFO nova.compute.manager [-] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Took 1.74 seconds to deallocate network for instance. [ 1808.752478] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.823121] env[62437]: INFO nova.compute.resource_tracker [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating resource usage from migration 93d3596c-4c0b-4ad1-9cab-894ee2b00fc2 [ 1808.826487] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.894832] env[62437]: DEBUG nova.compute.manager [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.896469] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.898264] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a6e53-79b2-4984-88e6-49312ef10d0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.918568] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.918568] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5289655-56c5-444e-b4ce-0363cc11a2e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.920067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "8e045d0a-e00d-4d04-9151-b19b03fa5af6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.931846] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1808.931846] env[62437]: value = "task-1812113" [ 1808.931846] env[62437]: _type = "Task" [ 1808.931846] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.937567] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "7309b73c-99af-4296-a74c-1dd47b47e99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.937763] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.949458] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.954983] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.966277] env[62437]: INFO nova.compute.manager [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Took 14.97 seconds to build instance. [ 1809.064187] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a688523e-791d-436e-bc1e-fc1242ae448d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.072443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049ed08-1919-4018-b9d3-6638f383979b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.106434] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0984a530-131e-4457-ac97-2f765ed935c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.115426] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086beb2-ff88-4b40-a968-f231712c2c3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.134012] env[62437]: DEBUG nova.compute.provider_tree [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.255824] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812112, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.258923] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.332702] env[62437]: DEBUG nova.compute.manager [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1809.373991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.374140] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.441416] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812113, 'name': PowerOffVM_Task, 'duration_secs': 0.418672} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.444392] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.444572] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.444929] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1809.447285] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f945b5-0e45-4c8f-99a4-d3df93977d91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.456195] env[62437]: DEBUG oslo_vmware.api [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812110, 'name': ReconfigVM_Task, 'duration_secs': 1.185816} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.456486] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375495', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'name': 'volume-fdaef256-5a74-4742-af8a-107b9ca422af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7ca73aa-2719-42a7-8354-1acbb921e74c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaef256-5a74-4742-af8a-107b9ca422af', 'serial': 'fdaef256-5a74-4742-af8a-107b9ca422af'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1809.467969] env[62437]: DEBUG oslo_concurrency.lockutils [None req-eee0e446-81b7-482b-8660-e9c247085ca9 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.482s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.468256] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.802s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.468480] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1809.468669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.510276] env[62437]: DEBUG nova.network.neutron [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.626541] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f5520d-ded0-4819-ad8b-dc2f90d988cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.633730] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Suspending the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1809.633970] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b0015815-fbe6-44a2-9f41-d285eefc39e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.637099] env[62437]: DEBUG nova.scheduler.client.report [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.642839] env[62437]: DEBUG oslo_vmware.api [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1809.642839] env[62437]: value = "task-1812115" [ 1809.642839] env[62437]: _type = "Task" [ 1809.642839] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.650990] env[62437]: DEBUG oslo_vmware.api [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812115, 'name': SuspendVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.754999] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812112, 'name': PowerOffVM_Task, 'duration_secs': 0.60197} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.755340] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.755556] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.755844] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e43f7f06-ad9c-444e-bdf4-f503aca197e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.825400] env[62437]: DEBUG nova.compute.manager [req-00c8e612-5f25-426f-bdf6-8da89993c162 req-635e9a9a-1be1-4de8-b7dd-6df79ee8b1ea service nova] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Received event network-vif-deleted-72b67757-3fb9-4ee1-b178-0241fcebfd29 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1809.877772] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1809.969926] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.990693] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.991120] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.991379] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] a814c013-d026-45b6-818c-7eaeaf06e1ad {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.991728] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70be6e11-049f-4683-be9a-8e943d10165e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.000122] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1810.000122] env[62437]: value = "task-1812117" [ 1810.000122] env[62437]: _type = "Task" [ 1810.000122] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.001465] env[62437]: DEBUG nova.objects.instance [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'flavor' on Instance uuid b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.012051] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.012294] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.012597] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleting the datastore file [datastore1] 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.013080] env[62437]: INFO nova.compute.manager [-] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Took 1.52 seconds to deallocate network for instance. [ 1810.016340] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3700de2-f244-4e75-89ac-a82122067526 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.019776] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.029239] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1810.029239] env[62437]: value = "task-1812118" [ 1810.029239] env[62437]: _type = "Task" [ 1810.029239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.037649] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.142459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.342s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.142689] env[62437]: INFO nova.compute.manager [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Migrating [ 1810.149299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.952s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.149522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.149717] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1810.150131] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.891s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.150278] env[62437]: DEBUG nova.objects.instance [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'resources' on Instance uuid 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.154933] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb73ff-5262-484d-bf1c-fc5316918cd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.182292] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a016c389-3c0e-4d87-b11d-0be38adfd53f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.189097] env[62437]: DEBUG oslo_vmware.api [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812115, 'name': SuspendVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.204603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8a11c-e53c-4c00-b68a-cac4cfb2c4e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.216566] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f88e0-20c0-4bdf-a8ec-bb54e5778ef8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.255548] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179206MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1810.255694] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.397589] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.406262] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e9a67-73f4-409e-9148-b4929e3684c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.414767] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5716019-8adf-4b2c-b862-d15b36d7b917 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.445510] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.446573] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e6dec7-d929-49c1-bc27-5e359942aff0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.454863] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67260ce5-58b3-4ca1-9275-344e353c6828 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.469850] env[62437]: DEBUG nova.compute.provider_tree [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.515234] env[62437]: DEBUG oslo_vmware.api [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.515483] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.515684] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.515881] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.516064] env[62437]: INFO nova.compute.manager [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1810.516309] env[62437]: DEBUG oslo.service.loopingcall [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.516513] env[62437]: DEBUG nova.compute.manager [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.516821] env[62437]: DEBUG nova.network.neutron [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.524505] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.539384] env[62437]: DEBUG oslo_vmware.api [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14542} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.539384] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.539551] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.539725] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.539891] env[62437]: INFO nova.compute.manager [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1810.540630] env[62437]: DEBUG oslo.service.loopingcall [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.540630] env[62437]: DEBUG nova.compute.manager [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.540630] env[62437]: DEBUG nova.network.neutron [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.661758] env[62437]: DEBUG oslo_vmware.api [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812115, 'name': SuspendVM_Task, 'duration_secs': 0.664237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.661976] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Suspended the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1810.662208] env[62437]: DEBUG nova.compute.manager [None req-4e3e2a9c-c379-4d2e-80ca-cc7f3b47cdbe tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.663014] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718682c-5cff-490f-8750-6b7f235ea023 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.671468] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.671638] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.671812] env[62437]: DEBUG nova.network.neutron [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.974761] env[62437]: DEBUG nova.scheduler.client.report [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.011344] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1ae95dc6-d3dd-467b-8ce4-49399ac4a4b8 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.320s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.012633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.350s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.013858] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ab144-b2e9-4761-ab61-2c1065fdf5fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.343222] env[62437]: DEBUG nova.network.neutron [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.372768] env[62437]: DEBUG nova.network.neutron [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.417717] env[62437]: DEBUG nova.network.neutron [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.480459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.329s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.482446] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.512s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.483574] env[62437]: INFO nova.compute.claims [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.503386] env[62437]: INFO nova.scheduler.client.report [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted allocations for instance 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59 [ 1811.523860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.845857] env[62437]: INFO nova.compute.manager [-] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Took 1.33 seconds to deallocate network for instance. [ 1811.852372] env[62437]: DEBUG nova.compute.manager [req-1d1499e7-9e92-485f-80d9-ef1e909ad6bd req-86761801-91c5-4ed3-84ef-cecd09a4c2e7 service nova] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Received event network-vif-deleted-a2987112-e693-4ab8-9895-486cb03dc4ac {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1811.852582] env[62437]: DEBUG nova.compute.manager [req-1d1499e7-9e92-485f-80d9-ef1e909ad6bd req-86761801-91c5-4ed3-84ef-cecd09a4c2e7 service nova] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Received event network-vif-deleted-a7a7d659-4a50-4391-b06f-28de91b948e2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1811.875751] env[62437]: INFO nova.compute.manager [-] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Took 1.34 seconds to deallocate network for instance. [ 1811.919723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.010963] env[62437]: DEBUG oslo_concurrency.lockutils [None req-98643bc2-1891-4003-b629-a674efc40c56 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.812s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.011901] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.350s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.012112] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] During sync_power_state the instance has a pending task (deleting). Skip. [ 1812.012318] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "7fda49dd-cdf3-483b-bb7f-4ea83e67ec59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.020380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.020633] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.020841] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.021043] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.021223] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.023853] env[62437]: INFO nova.compute.manager [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Terminating instance [ 1812.194571] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.194953] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.195188] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.195383] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.195626] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.197743] env[62437]: INFO nova.compute.manager [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Terminating instance [ 1812.354535] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.381669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.527328] env[62437]: DEBUG nova.compute.manager [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.527565] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.528482] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a30060-fd5b-45d0-bbe8-b3636285011c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.541241] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.541644] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4452e25e-d69e-47d8-802c-f0ec00cd3017 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.704318] env[62437]: DEBUG nova.compute.manager [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.704318] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.704318] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088337d-1ddf-4fc2-8cd7-f74370f26c52 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.717620] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.717620] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18896d2c-00a3-4900-b33b-bf2676096bd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.724630] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1812.724630] env[62437]: value = "task-1812120" [ 1812.724630] env[62437]: _type = "Task" [ 1812.724630] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.735370] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.737059] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495aae5-238a-411e-8bd3-5fd248140cf2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.745026] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d1d736-8d5b-40c1-824b-35eabd2e2269 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.781435] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b9b99-fedb-458e-8d28-e665d6d1a147 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.790417] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dec71f-f172-4a00-9d18-9781fffc36da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.805874] env[62437]: DEBUG nova.compute.provider_tree [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.234908] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812120, 'name': PowerOffVM_Task, 'duration_secs': 0.198241} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.235206] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.235377] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.235692] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3c4f19-33c4-4260-93bb-5f0568ce7568 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.308626] env[62437]: DEBUG nova.scheduler.client.report [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.434928] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d59ac8-195c-4eea-8c28-db8b9cb74c0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.456529] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.816135] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.816135] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.818271] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.563s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.963034] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.963287] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2933707-68c6-40d9-9a03-7eb4b20b86c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.973263] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1813.973263] env[62437]: value = "task-1812122" [ 1813.973263] env[62437]: _type = "Task" [ 1813.973263] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.982480] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.039387] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.039636] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.322225] env[62437]: DEBUG nova.compute.utils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.323781] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.323964] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.401055] env[62437]: DEBUG nova.policy [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec46f32f3db4d8ab3af517359b89f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24ac2e150ac46418df68f2704dfb996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.484514] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812122, 'name': PowerOffVM_Task, 'duration_secs': 0.324977} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.484821] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.485032] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.542449] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.687826] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Successfully created port: 548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.799459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.799790] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.799985] env[62437]: INFO nova.compute.manager [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Shelving [ 1814.834095] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.837987] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance 3ec61025-e8be-4d3b-901f-4293004363d6 as it has an incoming, in-progress migration 93d3596c-4c0b-4ad1-9cab-894ee2b00fc2. Migration status is migrating {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1814.838263] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance 9821f14c-751b-4ed3-928f-afcbff7feea5 as it has an incoming, in-progress migration 481ea62c-f6a2-43bf-b3ef-7fb3b8734252. Migration status is reverting {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1814.839537] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating resource usage from migration 93d3596c-4c0b-4ad1-9cab-894ee2b00fc2 [ 1814.839885] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating resource usage from migration 481ea62c-f6a2-43bf-b3ef-7fb3b8734252 [ 1814.875252] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.875415] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5d33cc66-767c-4729-b851-04e1cc3838f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.875547] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b7ca73aa-2719-42a7-8354-1acbb921e74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.875668] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a9259c28-499c-4d8c-b478-ae95d3395613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.875814] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1814.876073] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d2932cbc-096f-4599-8d40-c1f7fc456cef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.876073] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9189e844-3c5c-4257-8ff0-35e2e0d39ea3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1814.876207] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance a814c013-d026-45b6-818c-7eaeaf06e1ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1814.876313] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration 481ea62c-f6a2-43bf-b3ef-7fb3b8734252 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1814.876431] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 9821f14c-751b-4ed3-928f-afcbff7feea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.876550] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance f0a76375-9fe5-4bfc-8203-4463f3520fc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.876667] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration 93d3596c-4c0b-4ad1-9cab-894ee2b00fc2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1814.876784] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3ec61025-e8be-4d3b-901f-4293004363d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.876897] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 7309b73c-99af-4296-a74c-1dd47b47e99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1814.992486] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.992791] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.992976] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.993167] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.993322] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.993543] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.993771] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.993961] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.994187] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.994366] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.994547] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.999853] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7677f1-8b27-470b-9a5c-bdad0881d660 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.017730] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1815.017730] env[62437]: value = "task-1812123" [ 1815.017730] env[62437]: _type = "Task" [ 1815.017730] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.027523] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.063830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.380432] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d1356eb0-0711-49aa-8d7b-5d06a873624c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1815.529665] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812123, 'name': ReconfigVM_Task, 'duration_secs': 0.178736} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.530067] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.809196] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.809517] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc825627-b68c-4ba2-8317-bfb4ab509498 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.817862] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1815.817862] env[62437]: value = "task-1812124" [ 1815.817862] env[62437]: _type = "Task" [ 1815.817862] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.826387] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.849550] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.877704] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.877965] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.878151] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.878360] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.878528] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.878702] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.878928] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.879142] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.879353] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.879555] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.879748] env[62437]: DEBUG nova.virt.hardware [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.880702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a57285-89f6-44e1-8f2b-8b3950f73c24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.884478] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1815.884769] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1815.884956] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1815.893793] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59567c9-a506-447a-9595-7d65a95bef65 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.036879] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.037334] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.037334] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.037466] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.038149] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.038149] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.038149] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.038418] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.038418] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.038574] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.038754] env[62437]: DEBUG nova.virt.hardware [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.044037] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1816.046439] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1ed2fb-3368-455f-bdd2-25acc53d7f3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.066895] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1816.066895] env[62437]: value = "task-1812125" [ 1816.066895] env[62437]: _type = "Task" [ 1816.066895] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.078354] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.114878] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942155ea-8ebc-4d61-9d97-fbf966193269 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.122482] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd38aa9-a23d-4442-84c1-b42400990c37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.154752] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57f1a6-6d37-4fde-ad7f-6240df0968e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.162814] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913ff5a-2ce3-4b71-947e-3da8b08e20b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.176013] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.329882] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812124, 'name': PowerOffVM_Task, 'duration_secs': 0.183857} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.330195] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.331017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7ff3d-88bf-44ae-825a-c81deede90e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.353998] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fab280-33ba-4686-8ad1-362678b328c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.577195] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812125, 'name': ReconfigVM_Task, 'duration_secs': 0.167334} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.577526] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1816.578243] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096de1f-3657-4103-8992-3561e34a7f09 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.600661] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.600941] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8ab6e5-1064-4601-95e8-34ea02cd9af1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.619935] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1816.619935] env[62437]: value = "task-1812126" [ 1816.619935] env[62437]: _type = "Task" [ 1816.619935] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.629585] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.679587] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.865326] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1816.865597] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cea4ce24-35e9-475c-ae1e-67aede8586e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.874204] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1816.874204] env[62437]: value = "task-1812127" [ 1816.874204] env[62437]: _type = "Task" [ 1816.874204] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.882955] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.129388] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812126, 'name': ReconfigVM_Task, 'duration_secs': 0.271434} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.131035] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6/3ec61025-e8be-4d3b-901f-4293004363d6.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.131035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1817.186026] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1817.186026] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.367s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.186026] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.788s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.187154] env[62437]: INFO nova.compute.claims [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.384778] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812127, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.636660] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6734805c-6f25-476f-8269-a02d0628f121 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.656246] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9bb77f-8810-4f8b-acc2-3983fc720c38 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.674775] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1817.884327] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812127, 'name': CreateSnapshot_Task, 'duration_secs': 0.601753} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.884598] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1817.885334] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea5dd0-5fe7-4eaf-9dcf-01688c54ceeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.223895] env[62437]: DEBUG nova.network.neutron [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Port 634d3833-8e19-4f75-89dd-647cb96b02f9 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1818.382505] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223bab1-83d5-49fc-8bfd-a16002b17f4b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.390583] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc19497-3eed-46aa-a74a-f6023f7b7213 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.401728] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1818.425353] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66c15a7f-7903-4dcf-adca-af42dcc74eaa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.429294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c889240-78bc-4788-a2b8-43b51e8076fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.436848] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882525be-1b24-40da-86ba-505a79295ecb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.441597] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1818.441597] env[62437]: value = "task-1812128" [ 1818.441597] env[62437]: _type = "Task" [ 1818.441597] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.452297] env[62437]: DEBUG nova.compute.provider_tree [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.460302] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812128, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.952888] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812128, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.955864] env[62437]: DEBUG nova.scheduler.client.report [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.056899] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.057228] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.057476] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] f0a76375-9fe5-4bfc-8203-4463f3520fc8 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.057787] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46a527d-7458-4814-a8f1-418a8509c8b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.067234] env[62437]: DEBUG oslo_vmware.api [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1819.067234] env[62437]: value = "task-1812129" [ 1819.067234] env[62437]: _type = "Task" [ 1819.067234] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.077444] env[62437]: DEBUG oslo_vmware.api [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.078882] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.079106] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.079320] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.079638] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f44dce-6022-492c-8c9f-99e9d63784c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.086642] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1819.086642] env[62437]: value = "task-1812130" [ 1819.086642] env[62437]: _type = "Task" [ 1819.086642] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.097172] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.241892] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.242167] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.242353] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.453246] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812128, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.461552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.461552] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.463834] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.018s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.577246] env[62437]: DEBUG oslo_vmware.api [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200903} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.577522] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.577714] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.577897] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.578091] env[62437]: INFO nova.compute.manager [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Took 7.05 seconds to destroy the instance on the hypervisor. [ 1819.578351] env[62437]: DEBUG oslo.service.loopingcall [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.578542] env[62437]: DEBUG nova.compute.manager [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.578640] env[62437]: DEBUG nova.network.neutron [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.596555] env[62437]: DEBUG oslo_vmware.api [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178382} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.596858] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.596989] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.597182] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.597379] env[62437]: INFO nova.compute.manager [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Took 6.89 seconds to destroy the instance on the hypervisor. [ 1819.597635] env[62437]: DEBUG oslo.service.loopingcall [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.597898] env[62437]: DEBUG nova.compute.manager [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.597941] env[62437]: DEBUG nova.network.neutron [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.872347] env[62437]: DEBUG nova.compute.manager [req-568de012-bf9a-4c3a-9543-1fe76d4ddff0 req-8ce63d85-a78f-482b-a997-d4af41557eb1 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Received event network-vif-deleted-2e28cfe7-081a-4b12-9e21-ba3cf8421b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1819.872703] env[62437]: INFO nova.compute.manager [req-568de012-bf9a-4c3a-9543-1fe76d4ddff0 req-8ce63d85-a78f-482b-a997-d4af41557eb1 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Neutron deleted interface 2e28cfe7-081a-4b12-9e21-ba3cf8421b15; detaching it from the instance and deleting it from the info cache [ 1819.872820] env[62437]: DEBUG nova.network.neutron [req-568de012-bf9a-4c3a-9543-1fe76d4ddff0 req-8ce63d85-a78f-482b-a997-d4af41557eb1 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.954063] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812128, 'name': CloneVM_Task, 'duration_secs': 1.419507} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.954412] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Created linked-clone VM from snapshot [ 1819.955159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c376c06-3bf8-4e6b-b870-82f31c895d43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.963507] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Uploading image 34f0d830-8fe6-487b-acf0-14c2250d2010 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1819.966802] env[62437]: DEBUG nova.objects.instance [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'migration_context' on Instance uuid 9821f14c-751b-4ed3-928f-afcbff7feea5 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.968966] env[62437]: DEBUG nova.compute.utils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.970039] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.970215] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.992212] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1819.992212] env[62437]: value = "vm-375521" [ 1819.992212] env[62437]: _type = "VirtualMachine" [ 1819.992212] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1819.992510] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5fd3c9aa-3037-4bc6-bb26-2b38609b8e4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.001639] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease: (returnval){ [ 1820.001639] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224dcb8-682d-0ce6-3634-a76bf8db2e84" [ 1820.001639] env[62437]: _type = "HttpNfcLease" [ 1820.001639] env[62437]: } obtained for exporting VM: (result){ [ 1820.001639] env[62437]: value = "vm-375521" [ 1820.001639] env[62437]: _type = "VirtualMachine" [ 1820.001639] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1820.001918] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the lease: (returnval){ [ 1820.001918] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224dcb8-682d-0ce6-3634-a76bf8db2e84" [ 1820.001918] env[62437]: _type = "HttpNfcLease" [ 1820.001918] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1820.012617] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1820.012617] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224dcb8-682d-0ce6-3634-a76bf8db2e84" [ 1820.012617] env[62437]: _type = "HttpNfcLease" [ 1820.012617] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1820.017544] env[62437]: DEBUG nova.policy [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.124657] env[62437]: DEBUG nova.compute.manager [req-cd0a4595-bc3b-4e78-9037-e340d5b0c49c req-4734a9c4-3f00-41e7-9686-4797b46a0eff service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Received event network-vif-deleted-b4d689e7-d208-479d-a1f9-fd8e61e0ce7b {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1820.124870] env[62437]: INFO nova.compute.manager [req-cd0a4595-bc3b-4e78-9037-e340d5b0c49c req-4734a9c4-3f00-41e7-9686-4797b46a0eff service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Neutron deleted interface b4d689e7-d208-479d-a1f9-fd8e61e0ce7b; detaching it from the instance and deleting it from the info cache [ 1820.125054] env[62437]: DEBUG nova.network.neutron [req-cd0a4595-bc3b-4e78-9037-e340d5b0c49c req-4734a9c4-3f00-41e7-9686-4797b46a0eff service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.282810] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.282945] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.283142] env[62437]: DEBUG nova.network.neutron [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.348295] env[62437]: DEBUG nova.network.neutron [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.375697] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6570f184-d769-45c9-96b6-60664d22b93d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.386640] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a71173-ffa2-43f8-a3c0-ee4f32850e6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.419609] env[62437]: DEBUG nova.compute.manager [req-568de012-bf9a-4c3a-9543-1fe76d4ddff0 req-8ce63d85-a78f-482b-a997-d4af41557eb1 service nova] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Detach interface failed, port_id=2e28cfe7-081a-4b12-9e21-ba3cf8421b15, reason: Instance f0a76375-9fe5-4bfc-8203-4463f3520fc8 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1820.474313] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.516031] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1820.516031] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224dcb8-682d-0ce6-3634-a76bf8db2e84" [ 1820.516031] env[62437]: _type = "HttpNfcLease" [ 1820.516031] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1820.516343] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1820.516343] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224dcb8-682d-0ce6-3634-a76bf8db2e84" [ 1820.516343] env[62437]: _type = "HttpNfcLease" [ 1820.516343] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1820.517844] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf36340-439e-45b5-b58c-2e95c22939bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.527432] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1820.527627] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1820.591132] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Successfully updated port: 548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1820.592813] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Successfully created port: 73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.601269] env[62437]: DEBUG nova.network.neutron [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.629364] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f914ada-49fb-41af-a6b1-eb65aafbf794 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.640026] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f14b3d77-9bbe-4f38-94b7-7e0e34f0fabd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.647589] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2439fb-32d2-466c-93ea-3d662d297f6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.682987] env[62437]: DEBUG nova.compute.manager [req-cd0a4595-bc3b-4e78-9037-e340d5b0c49c req-4734a9c4-3f00-41e7-9686-4797b46a0eff service nova] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Detach interface failed, port_id=b4d689e7-d208-479d-a1f9-fd8e61e0ce7b, reason: Instance b7ca73aa-2719-42a7-8354-1acbb921e74c could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1820.814109] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee3b5d-9cbf-4daf-8ca7-08b26b8a241d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.822063] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff039c1e-6adb-4bcf-97e7-508de5ae250a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.856370] env[62437]: INFO nova.compute.manager [-] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Took 1.28 seconds to deallocate network for instance. [ 1820.861584] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d89d0-bf0f-4c0c-b300-1147710f36ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.873993] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbfcc7d-4f5a-49ac-a2d0-791cfb374fee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.892531] env[62437]: DEBUG nova.compute.provider_tree [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.099701] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.099999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.099999] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.105311] env[62437]: INFO nova.compute.manager [-] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Took 1.51 seconds to deallocate network for instance. [ 1821.120866] env[62437]: DEBUG nova.network.neutron [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.374868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.396993] env[62437]: DEBUG nova.scheduler.client.report [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.483116] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.508444] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.508817] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.509082] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.509434] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.509897] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.510212] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.510696] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.511130] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.511531] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.511531] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.511748] env[62437]: DEBUG nova.virt.hardware [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.512958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b854b29-ce6b-4926-a00a-a14bc27c6575 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.522976] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016f52d-f465-4abe-9dd0-b8d9c5c7d263 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.612756] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.623683] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.645988] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.822838] env[62437]: DEBUG nova.network.neutron [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Updating instance_info_cache with network_info: [{"id": "548d3899-4263-47c1-95dc-8036eb8dec6f", "address": "fa:16:3e:2d:e5:f0", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548d3899-42", "ovs_interfaceid": "548d3899-4263-47c1-95dc-8036eb8dec6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.897227] env[62437]: DEBUG nova.compute.manager [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Received event network-vif-plugged-548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1821.897597] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Acquiring lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.897861] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.898058] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.898266] env[62437]: DEBUG nova.compute.manager [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] No waiting events found dispatching network-vif-plugged-548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.898451] env[62437]: WARNING nova.compute.manager [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Received unexpected event network-vif-plugged-548d3899-4263-47c1-95dc-8036eb8dec6f for instance with vm_state building and task_state spawning. [ 1821.898630] env[62437]: DEBUG nova.compute.manager [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Received event network-changed-548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1821.898853] env[62437]: DEBUG nova.compute.manager [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Refreshing instance network info cache due to event network-changed-548d3899-4263-47c1-95dc-8036eb8dec6f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1821.899065] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Acquiring lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.148306] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca0dce-08ab-4b73-a735-7a8aec595916 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.172599] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e04701-5d08-4806-9679-ba634069fdc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.180464] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1822.288159] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Successfully updated port: 73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.328029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.328029] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Instance network_info: |[{"id": "548d3899-4263-47c1-95dc-8036eb8dec6f", "address": "fa:16:3e:2d:e5:f0", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548d3899-42", "ovs_interfaceid": "548d3899-4263-47c1-95dc-8036eb8dec6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1822.328029] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Acquired lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.328029] env[62437]: DEBUG nova.network.neutron [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Refreshing network info cache for port 548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.329281] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:e5:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548d3899-4263-47c1-95dc-8036eb8dec6f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1822.336835] env[62437]: DEBUG oslo.service.loopingcall [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.337887] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.338205] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86bbdb0d-c90c-410d-8095-1e214981d513 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.359307] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.359307] env[62437]: value = "task-1812132" [ 1822.359307] env[62437]: _type = "Task" [ 1822.359307] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.369990] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812132, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.409573] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.946s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.415965] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.891s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.416259] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.418495] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.064s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.418710] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.421349] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.040s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.421461] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.423723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.360s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.425379] env[62437]: INFO nova.compute.claims [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.451853] env[62437]: INFO nova.scheduler.client.report [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocations for instance a814c013-d026-45b6-818c-7eaeaf06e1ad [ 1822.454362] env[62437]: INFO nova.scheduler.client.report [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleted allocations for instance 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799 [ 1822.466357] env[62437]: INFO nova.scheduler.client.report [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Deleted allocations for instance 9189e844-3c5c-4257-8ff0-35e2e0d39ea3 [ 1822.687733] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.688607] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1064ad1-addd-4e1e-8e92-4ef979f40437 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.698128] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1822.698128] env[62437]: value = "task-1812133" [ 1822.698128] env[62437]: _type = "Task" [ 1822.698128] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.708499] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.791517] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.791517] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.791517] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.871799] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812132, 'name': CreateVM_Task, 'duration_secs': 0.487903} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.875029] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.875656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.875982] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.876429] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.877537] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81fbbe0-9d68-4a62-bd4e-3fd46d007b93 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.883084] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1822.883084] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5211b761-feea-8d4a-6caf-09663b02b29e" [ 1822.883084] env[62437]: _type = "Task" [ 1822.883084] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.893358] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5211b761-feea-8d4a-6caf-09663b02b29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.969027] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d3245706-6943-4acd-8ed5-496b3e5941b2 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "91ec4fec-1d20-4cda-9bdc-f4a3ecac6799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.750s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.970846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-54b6384e-726e-4055-a82d-1f7f2451d9d2 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "a814c013-d026-45b6-818c-7eaeaf06e1ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.587s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.978278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db1469de-dda8-45fb-98d1-239338699ad4 tempest-ServerRescueTestJSONUnderV235-2077598389 tempest-ServerRescueTestJSONUnderV235-2077598389-project-member] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.246s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.980700] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.315s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.981342] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1822.981548] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "9189e844-3c5c-4257-8ff0-35e2e0d39ea3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.163823] env[62437]: DEBUG nova.network.neutron [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Updated VIF entry in instance network info cache for port 548d3899-4263-47c1-95dc-8036eb8dec6f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.164276] env[62437]: DEBUG nova.network.neutron [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Updating instance_info_cache with network_info: [{"id": "548d3899-4263-47c1-95dc-8036eb8dec6f", "address": "fa:16:3e:2d:e5:f0", "network": {"id": "0a75eb3c-537d-4f52-aed1-0b77bfc79e84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1441917856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24ac2e150ac46418df68f2704dfb996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548d3899-42", "ovs_interfaceid": "548d3899-4263-47c1-95dc-8036eb8dec6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.211966] env[62437]: DEBUG oslo_vmware.api [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812133, 'name': PowerOnVM_Task, 'duration_secs': 0.465915} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.212329] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.212557] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcf8437-611c-455d-bf65-cb9028e1b273 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance '3ec61025-e8be-4d3b-901f-4293004363d6' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.324465] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.355271] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "a9259c28-499c-4d8c-b478-ae95d3395613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.355677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.356015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.356281] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.356523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.359141] env[62437]: INFO nova.compute.manager [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Terminating instance [ 1823.398811] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5211b761-feea-8d4a-6caf-09663b02b29e, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.400282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.400647] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.400914] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.401103] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.401296] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.401907] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-672bdddf-1129-4e10-b92d-17a550d89966 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.413859] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.413859] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.414560] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59479eb0-be60-43a1-9250-c45b5336a617 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.421881] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1823.421881] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52add477-129f-0e26-ffda-d8899e9803fc" [ 1823.421881] env[62437]: _type = "Task" [ 1823.421881] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.431617] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52add477-129f-0e26-ffda-d8899e9803fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.488239] env[62437]: DEBUG nova.network.neutron [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Updating instance_info_cache with network_info: [{"id": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "address": "fa:16:3e:83:e9:ef", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73eb59b3-06", "ovs_interfaceid": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.652330] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e9268-59be-49e5-90f7-3d1ead8f9b25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.661608] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e15988-ea6f-4f43-aa05-5620e4b20997 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.667457] env[62437]: DEBUG oslo_concurrency.lockutils [req-61574500-5275-4a8f-adfa-788ff1c2b0d0 req-366f3c11-1697-4273-8319-329d6ca33905 service nova] Releasing lock "refresh_cache-7309b73c-99af-4296-a74c-1dd47b47e99c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.697673] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86487b83-3ae0-484f-9974-4e0638f706e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.708208] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b6e7e-df83-4f06-940a-d0bc9322d1bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.730801] env[62437]: DEBUG nova.compute.provider_tree [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.870149] env[62437]: DEBUG nova.compute.manager [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.870386] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.871487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a2ec24-2d10-485c-9852-2491d71c49a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.881565] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.883019] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256e50a9-1e5c-47a8-9536-b652bd1eb22e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.893385] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1823.893385] env[62437]: value = "task-1812134" [ 1823.893385] env[62437]: _type = "Task" [ 1823.893385] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.904259] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.935262] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52add477-129f-0e26-ffda-d8899e9803fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.936321] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b000ced3-716d-4fef-b536-7b63d19009ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.943564] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1823.943564] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52fdb8ab-e658-5507-6131-ee3e4faa47fe" [ 1823.943564] env[62437]: _type = "Task" [ 1823.943564] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.954340] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fdb8ab-e658-5507-6131-ee3e4faa47fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.980996] env[62437]: INFO nova.compute.manager [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Swapping old allocation on dict_keys(['33a24f4a-718f-4c1c-8181-35b3aad24de8']) held by migration 481ea62c-f6a2-43bf-b3ef-7fb3b8734252 for instance [ 1823.993335] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.994055] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Instance network_info: |[{"id": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "address": "fa:16:3e:83:e9:ef", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73eb59b3-06", "ovs_interfaceid": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.994869] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e9:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73eb59b3-063a-41a3-bf8c-333c4b3acb48', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.006519] env[62437]: DEBUG oslo.service.loopingcall [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.010092] env[62437]: DEBUG nova.scheduler.client.report [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Overwriting current allocation {'allocations': {'33a24f4a-718f-4c1c-8181-35b3aad24de8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': 'e3ca07fe110e406dbf746ecf91310414', 'user_id': '8e0e8103586a462eb6c095f90186b85e', 'consumer_generation': 1} on consumer 9821f14c-751b-4ed3-928f-afcbff7feea5 {{(pid=62437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1824.010460] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.011768] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28204a76-8f4f-406c-8850-5fdb095afc03 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.036371] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.036371] env[62437]: value = "task-1812135" [ 1824.036371] env[62437]: _type = "Task" [ 1824.036371] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.047419] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812135, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.086365] env[62437]: DEBUG nova.compute.manager [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Received event network-vif-plugged-73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.086675] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Acquiring lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.087020] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.087287] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.088107] env[62437]: DEBUG nova.compute.manager [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] No waiting events found dispatching network-vif-plugged-73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.088358] env[62437]: WARNING nova.compute.manager [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Received unexpected event network-vif-plugged-73eb59b3-063a-41a3-bf8c-333c4b3acb48 for instance with vm_state building and task_state spawning. [ 1824.088628] env[62437]: DEBUG nova.compute.manager [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Received event network-changed-73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.088856] env[62437]: DEBUG nova.compute.manager [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Refreshing instance network info cache due to event network-changed-73eb59b3-063a-41a3-bf8c-333c4b3acb48. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1824.089119] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Acquiring lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.089324] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Acquired lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.089539] env[62437]: DEBUG nova.network.neutron [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Refreshing network info cache for port 73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.117946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.117946] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.117946] env[62437]: DEBUG nova.network.neutron [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.236953] env[62437]: DEBUG nova.scheduler.client.report [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.405624] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812134, 'name': PowerOffVM_Task, 'duration_secs': 0.210436} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.405876] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.406086] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.406377] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-983c8a29-4bb7-4fa5-b4cb-a264a6ff74b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.455903] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52fdb8ab-e658-5507-6131-ee3e4faa47fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.456380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.456740] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7309b73c-99af-4296-a74c-1dd47b47e99c/7309b73c-99af-4296-a74c-1dd47b47e99c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.457141] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74cda6ce-4222-4518-89d3-aad1ce919cb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.464591] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1824.464591] env[62437]: value = "task-1812137" [ 1824.464591] env[62437]: _type = "Task" [ 1824.464591] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.475731] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.551157] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812135, 'name': CreateVM_Task, 'duration_secs': 0.492303} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.552513] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.552839] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.553050] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.553276] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleting the datastore file [datastore1] a9259c28-499c-4d8c-b478-ae95d3395613 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.553980] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.554178] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.554527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.554835] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097e7cbc-1c74-4cd9-969d-2e2eddedd5b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.556813] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c622524d-c8fd-4df6-ba57-b7dbf68c4611 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.563134] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1824.563134] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521c6a51-c0f8-84a9-ddbe-b60e6af3ab8f" [ 1824.563134] env[62437]: _type = "Task" [ 1824.563134] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.567884] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for the task: (returnval){ [ 1824.567884] env[62437]: value = "task-1812138" [ 1824.567884] env[62437]: _type = "Task" [ 1824.567884] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.574874] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521c6a51-c0f8-84a9-ddbe-b60e6af3ab8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.580485] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.749407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.749960] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.758133] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.383s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.758405] env[62437]: DEBUG nova.objects.instance [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'resources' on Instance uuid f0a76375-9fe5-4bfc-8203-4463f3520fc8 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.952177] env[62437]: DEBUG nova.network.neutron [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Updated VIF entry in instance network info cache for port 73eb59b3-063a-41a3-bf8c-333c4b3acb48. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.952683] env[62437]: DEBUG nova.network.neutron [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Updating instance_info_cache with network_info: [{"id": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "address": "fa:16:3e:83:e9:ef", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73eb59b3-06", "ovs_interfaceid": "73eb59b3-063a-41a3-bf8c-333c4b3acb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.976486] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.002053] env[62437]: DEBUG nova.network.neutron [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [{"id": "21df550c-7729-402d-a835-db0e1edcb656", "address": "fa:16:3e:17:c7:fe", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21df550c-77", "ovs_interfaceid": "21df550c-7729-402d-a835-db0e1edcb656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.077269] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521c6a51-c0f8-84a9-ddbe-b60e6af3ab8f, 'name': SearchDatastore_Task, 'duration_secs': 0.035526} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.078110] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.078360] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.078628] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.078787] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.078990] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.079324] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5403b355-55a6-4b7c-9615-a7027d83f493 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.085086] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.105789] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.106020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.106850] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c1f086-5c8c-480d-9af2-21c8fd3c3291 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.114384] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1825.114384] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520fe738-7248-24f6-ef68-62ad3606bd85" [ 1825.114384] env[62437]: _type = "Task" [ 1825.114384] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.124500] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520fe738-7248-24f6-ef68-62ad3606bd85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.262809] env[62437]: DEBUG nova.compute.utils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.266829] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.267068] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.343667] env[62437]: DEBUG nova.policy [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.456610] env[62437]: DEBUG oslo_concurrency.lockutils [req-88da0ba6-6eaf-4226-8375-bc8d9ca04a7f req-bb676027-c784-430c-8685-371041de0690 service nova] Releasing lock "refresh_cache-d1356eb0-0711-49aa-8d7b-5d06a873624c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.457621] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4580d9-3199-4758-9894-534cd947443c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.470403] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71668812-6074-483f-a337-2add8938424f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.481524] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877871} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.507250] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7309b73c-99af-4296-a74c-1dd47b47e99c/7309b73c-99af-4296-a74c-1dd47b47e99c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.507542] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.508114] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-9821f14c-751b-4ed3-928f-afcbff7feea5" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.508734] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b896fa69-2724-4234-89d4-fff8e9146e46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.511601] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1aac58-414f-421c-8d58-75d50e6c4836 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.514936] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ace92b-dfc3-4ff8-b666-3d51718b1232 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.525623] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577efe1-253f-40cb-9b74-409df0719992 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.529138] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1825.529138] env[62437]: value = "task-1812139" [ 1825.529138] env[62437]: _type = "Task" [ 1825.529138] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.530806] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af4070-461d-4a4b-8cb3-2d261c8c108b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.567414] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.568018] env[62437]: DEBUG nova.compute.provider_tree [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.573140] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.573140] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.573140] env[62437]: DEBUG nova.compute.manager [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Going to confirm migration 7 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1825.584139] env[62437]: DEBUG oslo_vmware.api [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Task: {'id': task-1812138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.763821} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.584426] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.584633] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.584816] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.584987] env[62437]: INFO nova.compute.manager [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1825.585531] env[62437]: DEBUG oslo.service.loopingcall [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.585531] env[62437]: DEBUG nova.compute.manager [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.587158] env[62437]: DEBUG nova.network.neutron [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.628053] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520fe738-7248-24f6-ef68-62ad3606bd85, 'name': SearchDatastore_Task, 'duration_secs': 0.098161} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.629177] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae38c2f-9053-486c-a633-c4c745440957 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.636498] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1825.636498] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5224113a-c5a1-b66d-0507-add41563d742" [ 1825.636498] env[62437]: _type = "Task" [ 1825.636498] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.646089] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5224113a-c5a1-b66d-0507-add41563d742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.770285] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1826.052024] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083221} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.052024] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.052585] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9398d349-9fb3-4003-9c06-b64a93ea219f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.083950] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7309b73c-99af-4296-a74c-1dd47b47e99c/7309b73c-99af-4296-a74c-1dd47b47e99c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.090831] env[62437]: DEBUG nova.scheduler.client.report [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.095126] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a731ab-f28f-4734-becf-c455d7447f75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.118200] env[62437]: DEBUG nova.network.neutron [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.126231] env[62437]: DEBUG nova.compute.manager [req-0c923468-e9cb-4e38-a9f9-1557dcee6e61 req-ba8de242-3d0a-4eef-90a0-b7820efffca9 service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Received event network-vif-deleted-aeb5e37c-7228-4467-8f76-538f38cd2fb1 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.126231] env[62437]: INFO nova.compute.manager [req-0c923468-e9cb-4e38-a9f9-1557dcee6e61 req-ba8de242-3d0a-4eef-90a0-b7820efffca9 service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Neutron deleted interface aeb5e37c-7228-4467-8f76-538f38cd2fb1; detaching it from the instance and deleting it from the info cache [ 1826.126231] env[62437]: DEBUG nova.network.neutron [req-0c923468-e9cb-4e38-a9f9-1557dcee6e61 req-ba8de242-3d0a-4eef-90a0-b7820efffca9 service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.129760] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1826.129760] env[62437]: value = "task-1812140" [ 1826.129760] env[62437]: _type = "Task" [ 1826.129760] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.146847] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.150630] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Successfully created port: 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1826.160905] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5224113a-c5a1-b66d-0507-add41563d742, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.161000] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.161350] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d1356eb0-0711-49aa-8d7b-5d06a873624c/d1356eb0-0711-49aa-8d7b-5d06a873624c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.161604] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ebe38d-f9bb-4315-9413-cebcfb717e30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.169878] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.170093] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.170281] env[62437]: DEBUG nova.network.neutron [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.170512] env[62437]: DEBUG nova.objects.instance [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'info_cache' on Instance uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.176307] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1826.176307] env[62437]: value = "task-1812141" [ 1826.176307] env[62437]: _type = "Task" [ 1826.176307] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.191170] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.615675] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.618447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.006s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.618886] env[62437]: DEBUG nova.objects.instance [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'resources' on Instance uuid b7ca73aa-2719-42a7-8354-1acbb921e74c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.620354] env[62437]: INFO nova.compute.manager [-] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Took 1.03 seconds to deallocate network for instance. [ 1826.631089] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fc640c6-6a4e-4111-9159-17347577b256 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.644457] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.646679] env[62437]: INFO nova.scheduler.client.report [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance f0a76375-9fe5-4bfc-8203-4463f3520fc8 [ 1826.650713] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277e2b7-3381-4463-a2e8-a310cfc5b2cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.696336] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.696871] env[62437]: DEBUG nova.compute.manager [req-0c923468-e9cb-4e38-a9f9-1557dcee6e61 req-ba8de242-3d0a-4eef-90a0-b7820efffca9 service nova] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Detach interface failed, port_id=aeb5e37c-7228-4467-8f76-538f38cd2fb1, reason: Instance a9259c28-499c-4d8c-b478-ae95d3395613 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1826.699921] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022eaae6-73ab-43f4-8079-a3f4ed0a8cb5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.709841] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.711651] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1826.711651] env[62437]: value = "task-1812142" [ 1826.711651] env[62437]: _type = "Task" [ 1826.711651] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.725139] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.781667] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.814933] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.815488] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.815879] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.816302] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.816640] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.816995] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.817485] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.817780] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.818203] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.818458] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.818785] env[62437]: DEBUG nova.virt.hardware [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.820115] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa5a28-341f-4886-9cbd-8432a3646940 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.837181] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed5aa69-b370-4280-bd30-99aa15627c37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.044241] env[62437]: DEBUG nova.network.neutron [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [{"id": "634d3833-8e19-4f75-89dd-647cb96b02f9", "address": "fa:16:3e:bc:92:cc", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d3833-8e", "ovs_interfaceid": "634d3833-8e19-4f75-89dd-647cb96b02f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.130489] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.140959] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812140, 'name': ReconfigVM_Task, 'duration_secs': 0.663543} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.143632] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7309b73c-99af-4296-a74c-1dd47b47e99c/7309b73c-99af-4296-a74c-1dd47b47e99c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.144424] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3e46ea-522a-47d7-b758-fecbbb22e63d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.151318] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1827.151318] env[62437]: value = "task-1812143" [ 1827.151318] env[62437]: _type = "Task" [ 1827.151318] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.162952] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812143, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.171373] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a97d47f0-2f62-4270-8522-959db52cb1f1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "f0a76375-9fe5-4bfc-8203-4463f3520fc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.151s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.192632] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994914} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.192948] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d1356eb0-0711-49aa-8d7b-5d06a873624c/d1356eb0-0711-49aa-8d7b-5d06a873624c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.193186] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.193489] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf7174b-afcd-41da-b4f9-feee5135f81d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.202600] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1827.202600] env[62437]: value = "task-1812144" [ 1827.202600] env[62437]: _type = "Task" [ 1827.202600] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.215138] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.226057] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812142, 'name': PowerOffVM_Task, 'duration_secs': 0.281264} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.229222] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.230042] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.230345] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.230579] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.230782] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.230938] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.231104] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.231332] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.231522] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.231698] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.231867] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.232088] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.238089] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962a6bb7-eb9e-4718-83b7-dccae40c4798 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.256256] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1827.256256] env[62437]: value = "task-1812145" [ 1827.256256] env[62437]: _type = "Task" [ 1827.256256] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.266214] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.312020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612fac7-a3eb-48d7-8589-8409302d3022 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.320116] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5103bd9-756b-41a3-9c97-e30920e53201 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.355443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6e5ca-898c-45a3-a482-10b02c000a6d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.364297] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f40c0-68dd-4b84-879f-bf574da2c629 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.379155] env[62437]: DEBUG nova.compute.provider_tree [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.548334] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3ec61025-e8be-4d3b-901f-4293004363d6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.548834] env[62437]: DEBUG nova.objects.instance [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'migration_context' on Instance uuid 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.664061] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812143, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.713299] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073749} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.713657] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.714484] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77973bd-bb20-4e42-bad0-b7a758e733cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.739188] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d1356eb0-0711-49aa-8d7b-5d06a873624c/d1356eb0-0711-49aa-8d7b-5d06a873624c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.739676] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5125d4c4-e246-44c0-bbb9-4649867ee3d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.762257] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1827.762257] env[62437]: value = "task-1812146" [ 1827.762257] env[62437]: _type = "Task" [ 1827.762257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.770987] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812145, 'name': ReconfigVM_Task, 'duration_secs': 0.188036} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.772219] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb98496-a57e-41a0-9c48-5fa84c555642 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.781210] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.802910] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.803204] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.803366] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.803555] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.803706] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.803857] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.804076] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.804244] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.804413] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.804579] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.804755] env[62437]: DEBUG nova.virt.hardware [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.805627] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69d8b93-e7dd-4b10-9c65-0bb9dc4d7a9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.812426] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1827.812426] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529e468f-678e-2775-5ff2-6462bff026e9" [ 1827.812426] env[62437]: _type = "Task" [ 1827.812426] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.821803] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e468f-678e-2775-5ff2-6462bff026e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.854988] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Successfully updated port: 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.882690] env[62437]: DEBUG nova.scheduler.client.report [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.057084] env[62437]: DEBUG nova.objects.base [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Object Instance<3ec61025-e8be-4d3b-901f-4293004363d6> lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1828.057084] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c235adf-6cc5-40da-a6b6-13a036d72fe5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.075763] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d4a79f-5b5f-48ec-8c4d-f54fc3aec1e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.082211] env[62437]: DEBUG oslo_vmware.api [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1828.082211] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527df602-a0f2-064d-4241-b108f687c6e0" [ 1828.082211] env[62437]: _type = "Task" [ 1828.082211] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.090822] env[62437]: DEBUG oslo_vmware.api [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527df602-a0f2-064d-4241-b108f687c6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.160254] env[62437]: DEBUG nova.compute.manager [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-vif-plugged-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.160634] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.160986] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.161262] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.161497] env[62437]: DEBUG nova.compute.manager [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] No waiting events found dispatching network-vif-plugged-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.161727] env[62437]: WARNING nova.compute.manager [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received unexpected event network-vif-plugged-0e1ac157-934a-44ee-bf79-b5741e4ae76c for instance with vm_state building and task_state spawning. [ 1828.161947] env[62437]: DEBUG nova.compute.manager [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.162171] env[62437]: DEBUG nova.compute.manager [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1828.162525] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.162654] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.162873] env[62437]: DEBUG nova.network.neutron [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.170676] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812143, 'name': Rename_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.273807] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.323986] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e468f-678e-2775-5ff2-6462bff026e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.330641] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1828.331043] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895246c9-c48b-48e1-bd2f-05fd50f36e9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.352085] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1828.352085] env[62437]: value = "task-1812147" [ 1828.352085] env[62437]: _type = "Task" [ 1828.352085] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.358218] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.364228] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.387452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.390716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.260s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.390716] env[62437]: DEBUG nova.objects.instance [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lazy-loading 'resources' on Instance uuid a9259c28-499c-4d8c-b478-ae95d3395613 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.406161] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.406476] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.414041] env[62437]: INFO nova.scheduler.client.report [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocations for instance b7ca73aa-2719-42a7-8354-1acbb921e74c [ 1828.593122] env[62437]: DEBUG oslo_vmware.api [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527df602-a0f2-064d-4241-b108f687c6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01954} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.593457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.663894] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812143, 'name': Rename_Task, 'duration_secs': 1.250261} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.664564] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.667594] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6542ab-906e-47f8-bf70-8355edd1f03c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.676915] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1828.676915] env[62437]: value = "task-1812148" [ 1828.676915] env[62437]: _type = "Task" [ 1828.676915] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.687745] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.689748] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1828.690620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e4e08-9be9-4232-b4fa-095528a6275f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.696710] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1828.696883] env[62437]: ERROR oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk due to incomplete transfer. [ 1828.697147] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b01dbe43-e153-4698-ab35-7fb260bd419e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.703802] env[62437]: DEBUG nova.network.neutron [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.713638] env[62437]: DEBUG oslo_vmware.rw_handles [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52377413-01f5-a870-375e-46773c9a145b/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1828.713834] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Uploaded image 34f0d830-8fe6-487b-acf0-14c2250d2010 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1828.716143] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1828.716400] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42981eec-e139-4d18-8b5d-d369155757ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.723126] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1828.723126] env[62437]: value = "task-1812149" [ 1828.723126] env[62437]: _type = "Task" [ 1828.723126] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.732523] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812149, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.773871] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812146, 'name': ReconfigVM_Task, 'duration_secs': 0.986249} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.774304] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d1356eb0-0711-49aa-8d7b-5d06a873624c/d1356eb0-0711-49aa-8d7b-5d06a873624c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.775106] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e6da0c-8c72-484b-b2d9-d7a9e3e81c19 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.782531] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1828.782531] env[62437]: value = "task-1812150" [ 1828.782531] env[62437]: _type = "Task" [ 1828.782531] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.786277] env[62437]: DEBUG nova.network.neutron [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.793277] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812150, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.863034] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812147, 'name': ReconfigVM_Task, 'duration_secs': 0.238702} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.863209] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1828.864014] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ded288-5789-498b-b328-8d7a29a41e18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.891317] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.891616] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb83eff8-6961-4847-b97c-d6187f4466c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.908302] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1828.914435] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1828.914435] env[62437]: value = "task-1812151" [ 1828.914435] env[62437]: _type = "Task" [ 1828.914435] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.928989] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d295c378-5f87-45af-b31a-be58389944b9 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "b7ca73aa-2719-42a7-8354-1acbb921e74c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.734s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.930410] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.050658] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923c48a-6ea6-4172-b3e3-48df39e25da8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.059441] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c0ac1-1dc9-4003-a17f-753701700587 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.091387] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ddcafd-686d-4351-9099-6c26360db738 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.100122] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55daea9d-95de-4b96-af7d-4cc1d39e9281 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.114300] env[62437]: DEBUG nova.compute.provider_tree [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.189598] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812148, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.233227] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812149, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.289147] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ab65f3a-0f46-4b54-92d0-1746c097c446 req-441a07d5-ad2b-4880-ba43-462ddd5ceed3 service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.292826] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.292969] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.294234] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812150, 'name': Rename_Task, 'duration_secs': 0.178963} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.294712] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.294963] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81518acc-5bdc-48df-8fd7-fd55d6e75efc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.302216] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1829.302216] env[62437]: value = "task-1812152" [ 1829.302216] env[62437]: _type = "Task" [ 1829.302216] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.312666] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.427291] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812151, 'name': ReconfigVM_Task, 'duration_secs': 0.315791} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.427623] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5/9821f14c-751b-4ed3-928f-afcbff7feea5.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.428520] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43137cc0-85d3-447c-80af-84ac435c8238 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.431891] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.452121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed8d7a3-3177-424a-a0a1-3fb7a6616279 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.474219] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33753f-2d1d-4ae9-aa3d-47561b92757c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.496591] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf99396-180a-4426-b868-d1fa45a412a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.504958] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.505258] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5124db33-e698-45f8-8fbd-94f2e3a1168b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.511911] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1829.511911] env[62437]: value = "task-1812153" [ 1829.511911] env[62437]: _type = "Task" [ 1829.511911] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.520472] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.618021] env[62437]: DEBUG nova.scheduler.client.report [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.688538] env[62437]: DEBUG oslo_vmware.api [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812148, 'name': PowerOnVM_Task, 'duration_secs': 0.518491} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.688948] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.689035] env[62437]: INFO nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Took 13.84 seconds to spawn the instance on the hypervisor. [ 1829.689230] env[62437]: DEBUG nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.690025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257deca-ca9a-4b50-9503-c6a4b33e7222 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.738851] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812149, 'name': Destroy_Task, 'duration_secs': 0.912477} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.738851] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Destroyed the VM [ 1829.738851] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1829.738851] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b3f0156-d9ab-44a1-a95f-b8096c717d3e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.746989] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1829.746989] env[62437]: value = "task-1812154" [ 1829.746989] env[62437]: _type = "Task" [ 1829.746989] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.755631] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.815941] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.849170] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.024152] env[62437]: DEBUG oslo_vmware.api [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812153, 'name': PowerOnVM_Task, 'duration_secs': 0.400072} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.026188] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.074827] env[62437]: DEBUG nova.network.neutron [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.124036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.126569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.533s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.146236] env[62437]: INFO nova.scheduler.client.report [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Deleted allocations for instance a9259c28-499c-4d8c-b478-ae95d3395613 [ 1830.209830] env[62437]: INFO nova.compute.manager [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Took 20.26 seconds to build instance. [ 1830.258660] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812154, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.313740] env[62437]: DEBUG oslo_vmware.api [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812152, 'name': PowerOnVM_Task, 'duration_secs': 0.821753} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.314102] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.314354] env[62437]: INFO nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1830.314652] env[62437]: DEBUG nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.315444] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc0edf-df35-4774-9109-380685024cea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.577123] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.577705] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance network_info: |[{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1830.577897] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:fa:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e1ac157-934a-44ee-bf79-b5741e4ae76c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.585495] env[62437]: DEBUG oslo.service.loopingcall [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.585998] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.586251] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a48e8e5-f6cb-4578-af3d-fb829294b998 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.607992] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.607992] env[62437]: value = "task-1812155" [ 1830.607992] env[62437]: _type = "Task" [ 1830.607992] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.616492] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812155, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.656163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-363ad6b9-8dd8-4bc6-a314-0f9c6d707b54 tempest-ListImageFiltersTestJSON-1842641676 tempest-ListImageFiltersTestJSON-1842641676-project-member] Lock "a9259c28-499c-4d8c-b478-ae95d3395613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.300s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.712102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9d4cf8e7-92b8-4383-a2b9-33586a2c5aaf tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.774s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.761744] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.554573} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.762054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1830.762339] env[62437]: DEBUG nova.compute.manager [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.763221] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa29a38-a950-4fef-8671-9490e471e69b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.781916] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0fbaf-81dc-4f95-b82a-41b3f43102b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.788103] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280d2d2-0e49-4a66-9382-0992e0411b1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.822996] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe29a34-3d74-4b4b-87f5-1fee34218a51 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.832032] env[62437]: INFO nova.compute.manager [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Took 20.45 seconds to build instance. [ 1830.837195] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd93167-728f-411a-b570-a2fdced0ae7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.852752] env[62437]: DEBUG nova.compute.provider_tree [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.073017] env[62437]: INFO nova.compute.manager [None req-2c96a680-c4a5-43c8-8a34-f75626934387 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance to original state: 'active' [ 1831.119858] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812155, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.290450] env[62437]: INFO nova.compute.manager [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Shelve offloading [ 1831.292178] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "6382c616-c970-4ce4-bd35-2437e9e86506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.292407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.336613] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8f70b79e-bcd2-4ffe-a626-7e367c49c74d tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.962s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.356301] env[62437]: DEBUG nova.scheduler.client.report [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.620883] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812155, 'name': CreateVM_Task, 'duration_secs': 0.730313} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.622784] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.622784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.622896] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.623402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.623914] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d685e34a-ebef-4401-a040-c51bdaf4a093 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.630112] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1831.630112] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525076a8-2a2e-7872-1531-2ee085a0770f" [ 1831.630112] env[62437]: _type = "Task" [ 1831.630112] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.639547] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525076a8-2a2e-7872-1531-2ee085a0770f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.799682] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.802790] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.803321] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7368845-0bef-4e1b-ba52-2fae23dc0840 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.811599] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1831.811599] env[62437]: value = "task-1812156" [ 1831.811599] env[62437]: _type = "Task" [ 1831.811599] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.821693] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1831.821915] env[62437]: DEBUG nova.compute.manager [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.822729] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb637db-edbf-4f9b-b718-0503f654d501 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.829220] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.829389] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.829571] env[62437]: DEBUG nova.network.neutron [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.990944] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "7309b73c-99af-4296-a74c-1dd47b47e99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.991309] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.991554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.991777] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.991971] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.996734] env[62437]: INFO nova.compute.manager [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Terminating instance [ 1832.143120] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525076a8-2a2e-7872-1531-2ee085a0770f, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.143495] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.143775] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1832.144054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.144229] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.144498] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1832.144750] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce606164-74d6-4538-ac31-b22a8a11289f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.164277] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1832.164277] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1832.164492] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fe3d6b-b0c3-4fb7-b145-287ef94ef28c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.172023] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1832.172023] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52566780-c7bc-7fb6-0f24-d3192e8b2749" [ 1832.172023] env[62437]: _type = "Task" [ 1832.172023] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.181888] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52566780-c7bc-7fb6-0f24-d3192e8b2749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.234927] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.235295] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.235589] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.236147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.236426] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.239941] env[62437]: INFO nova.compute.manager [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Terminating instance [ 1832.329393] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.370026] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.371037] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.939s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.373152] env[62437]: INFO nova.compute.claims [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.503307] env[62437]: DEBUG nova.compute.manager [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.503566] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.504464] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea437e7-086b-4721-adfd-aac9e3b82542 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.512896] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.513163] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326c3203-7559-44ff-87db-5303d04bd136 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.521367] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1832.521367] env[62437]: value = "task-1812157" [ 1832.521367] env[62437]: _type = "Task" [ 1832.521367] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.530905] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.682566] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52566780-c7bc-7fb6-0f24-d3192e8b2749, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.683397] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7366230e-3031-4dbc-894c-af3445d98f13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.689422] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1832.689422] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5223d233-cfd5-04ad-f02e-1728ec3a1f7e" [ 1832.689422] env[62437]: _type = "Task" [ 1832.689422] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.699263] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5223d233-cfd5-04ad-f02e-1728ec3a1f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.745146] env[62437]: DEBUG nova.compute.manager [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.745399] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.746318] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b62801-6acc-4223-be98-15a9d2ca7304 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.756250] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.756250] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1ac4e4-d316-43f1-a3ff-d55500443369 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.767220] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1832.767220] env[62437]: value = "task-1812158" [ 1832.767220] env[62437]: _type = "Task" [ 1832.767220] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.778014] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.788529] env[62437]: DEBUG nova.network.neutron [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.815461] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.816176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.816176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.816176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.816394] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.819148] env[62437]: INFO nova.compute.manager [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Terminating instance [ 1832.940309] env[62437]: INFO nova.scheduler.client.report [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted allocation for migration 93d3596c-4c0b-4ad1-9cab-894ee2b00fc2 [ 1833.031969] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812157, 'name': PowerOffVM_Task, 'duration_secs': 0.234834} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.032284] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.032459] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.032744] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9301ae7-fad5-4e9b-9119-171311f977fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.200528] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5223d233-cfd5-04ad-f02e-1728ec3a1f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.200663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.200912] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380/c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1833.201175] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d88d4ff1-1bec-43a1-a468-6dd489f8aa3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.209301] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1833.209301] env[62437]: value = "task-1812160" [ 1833.209301] env[62437]: _type = "Task" [ 1833.209301] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.218242] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.279032] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812158, 'name': PowerOffVM_Task, 'duration_secs': 0.186305} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.279346] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.279521] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.279784] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b62db23-d8b0-4210-8d75-f19efa358105 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.293707] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.325773] env[62437]: DEBUG nova.compute.manager [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.326230] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.326480] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c433ac8-1a71-4f65-8950-95ee738e5a05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.339289] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1833.339289] env[62437]: value = "task-1812162" [ 1833.339289] env[62437]: _type = "Task" [ 1833.339289] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.348605] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.444234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-57dfe7c2-4b3c-43f2-920e-99f2d1414630 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.873s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.571934] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ee890-037f-4bd3-80ee-24b7edc9e8d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.581536] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bca137-65a8-4c68-bd29-533ce3ab5199 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.615810] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95405f30-fa98-4211-ab78-dc3e0c1a2c67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.625098] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e95b10-85db-43ed-bd4b-6313ad7dd9e7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.641772] env[62437]: DEBUG nova.compute.provider_tree [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.720216] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.729270] env[62437]: DEBUG nova.compute.manager [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-vif-unplugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1833.729487] env[62437]: DEBUG oslo_concurrency.lockutils [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.729853] env[62437]: DEBUG oslo_concurrency.lockutils [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.729853] env[62437]: DEBUG oslo_concurrency.lockutils [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.730033] env[62437]: DEBUG nova.compute.manager [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] No waiting events found dispatching network-vif-unplugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.730212] env[62437]: WARNING nova.compute.manager [req-0d8a8b14-619f-4f58-87cd-9d5c9238f76e req-49a283f1-c6e0-4749-82ea-3f80b092a7ad service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received unexpected event network-vif-unplugged-fb3f3c41-cd93-443a-97c7-353c8827600f for instance with vm_state shelved and task_state shelving_offloading. [ 1833.850636] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812162, 'name': PowerOffVM_Task, 'duration_secs': 0.245764} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.851041] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.851895] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1833.852147] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375505', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'name': 'volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9821f14c-751b-4ed3-928f-afcbff7feea5', 'attached_at': '2024-12-12T11:37:43.000000', 'detached_at': '', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'serial': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1833.852964] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e287a20-ac52-4e19-8fc1-12fe6aa9cb9b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.882759] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930fabf-682f-47c6-9a5b-dfac8dfc4cba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.891268] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9557eb-3637-44bb-96b4-9eab635ec146 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.916748] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec90295-7254-44eb-bb8e-1ce4b7c32856 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.934250] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56/volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1833.939737] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1833.940190] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4da418-fbd1-4ab5-9350-3a0a39acd8ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.960967] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1833.960967] env[62437]: value = "task-1812163" [ 1833.960967] env[62437]: _type = "Task" [ 1833.960967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.969885] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.146998] env[62437]: DEBUG nova.scheduler.client.report [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.191350] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.192276] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb0f4a-2f4d-4134-a52a-81ec8ad6e854 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.203078] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.203397] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67da1986-e5dc-48cd-8fad-d80cc97d88e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.223340] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.249783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.249783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.249783] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleting the datastore file [datastore1] 7309b73c-99af-4296-a74c-1dd47b47e99c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.249783] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e55fdcb-40b1-4808-a07a-da2e5d5f213f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.264114] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for the task: (returnval){ [ 1834.264114] env[62437]: value = "task-1812165" [ 1834.264114] env[62437]: _type = "Task" [ 1834.264114] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.269875] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.269875] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.270055] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] d1356eb0-0711-49aa-8d7b-5d06a873624c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.270701] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc6fea3f-0773-49a5-8bb1-5142f3035a4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.278694] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.280120] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1834.280120] env[62437]: value = "task-1812166" [ 1834.280120] env[62437]: _type = "Task" [ 1834.280120] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.288688] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.471640] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812163, 'name': ReconfigVM_Task, 'duration_secs': 0.311099} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.471949] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1834.478096] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26e3915-20ee-42f3-be2a-fbe2900ef678 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.493336] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1834.493336] env[62437]: value = "task-1812167" [ 1834.493336] env[62437]: _type = "Task" [ 1834.493336] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.505114] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.654934] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.654934] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.656236] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.327s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.657747] env[62437]: INFO nova.compute.claims [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.717034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.717034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.717034] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.717528] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402a3128-9456-4fab-b841-3ab81136afcb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.724093] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.729286] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1834.729286] env[62437]: value = "task-1812168" [ 1834.729286] env[62437]: _type = "Task" [ 1834.729286] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.738600] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.774517] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.790419] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.006124] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812167, 'name': ReconfigVM_Task, 'duration_secs': 0.158478} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.006510] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375505', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'name': 'volume-5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9821f14c-751b-4ed3-928f-afcbff7feea5', 'attached_at': '2024-12-12T11:37:43.000000', 'detached_at': '', 'volume_id': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56', 'serial': '5a3a1f9d-a805-4a85-9394-9f9f0e0b4f56'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1835.006874] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.007738] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce5a0dd-01e1-4013-987f-479bfe06b81a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.015915] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.016334] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3146c471-24f5-4ffe-be9b-6fb77a5349a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.038670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.039093] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.039381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.039673] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.039950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.042348] env[62437]: INFO nova.compute.manager [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Terminating instance [ 1835.164763] env[62437]: DEBUG nova.compute.utils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.176276] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.179502] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.179502] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.179502] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.179502] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleting the datastore file [datastore1] 9821f14c-751b-4ed3-928f-afcbff7feea5 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.179502] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a07d4a3-5f0c-4539-abc8-eb4020e92904 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.191119] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1835.191119] env[62437]: value = "task-1812170" [ 1835.191119] env[62437]: _type = "Task" [ 1835.191119] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.201283] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.221534] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.229910] env[62437]: DEBUG nova.policy [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f79fe5b63464875b8ddb3d128049a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc5750e66b546a78f54925fb7a5a35c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.244904] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.280898] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.293889] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.545480] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Successfully created port: 24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.548930] env[62437]: DEBUG nova.compute.manager [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.549289] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.550375] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3f0df-2ad4-4dfa-965f-cfec88117b06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.559327] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.559627] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38cc33bc-71c0-4be6-a94d-da00f8f9236a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.568079] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1835.568079] env[62437]: value = "task-1812171" [ 1835.568079] env[62437]: _type = "Task" [ 1835.568079] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.579695] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.675923] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1835.704680] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.727567] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812160, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.389317} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.729921] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380/c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.730457] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.739272] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfc6bf3-f3ba-483d-9fb8-807f8df1c700 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.756048] env[62437]: DEBUG oslo_vmware.api [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.011666} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.763423] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.764378] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.764378] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.768399] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1835.768399] env[62437]: value = "task-1812172" [ 1835.768399] env[62437]: _type = "Task" [ 1835.768399] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.797444] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.797815] env[62437]: DEBUG oslo_vmware.api [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Task: {'id': task-1812165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.480944} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.798862] env[62437]: INFO nova.scheduler.client.report [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted allocations for instance d2932cbc-096f-4599-8d40-c1f7fc456cef [ 1835.802623] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.802623] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.802829] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.806020] env[62437]: INFO nova.compute.manager [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1835.806020] env[62437]: DEBUG oslo.service.loopingcall [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.806020] env[62437]: DEBUG nova.compute.manager [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.806020] env[62437]: DEBUG nova.network.neutron [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.809388] env[62437]: DEBUG oslo_vmware.api [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.461191} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.810009] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.810217] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.810828] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.810828] env[62437]: INFO nova.compute.manager [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Took 3.07 seconds to destroy the instance on the hypervisor. [ 1835.810955] env[62437]: DEBUG oslo.service.loopingcall [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.811160] env[62437]: DEBUG nova.compute.manager [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.811281] env[62437]: DEBUG nova.network.neutron [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.890978] env[62437]: DEBUG nova.compute.manager [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1835.891204] env[62437]: DEBUG nova.compute.manager [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing instance network info cache due to event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1835.891424] env[62437]: DEBUG oslo_concurrency.lockutils [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.891569] env[62437]: DEBUG oslo_concurrency.lockutils [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.891800] env[62437]: DEBUG nova.network.neutron [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.919912] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "8fccef82-36eb-4d71-b84e-14e6a747920d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.920221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.933366] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc54686-7162-4d83-abaa-e1e242d3610c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.943545] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e18656-9f35-45b0-afb4-9acd1c95148c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.981492] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6348265-6856-4725-8869-5d8bb7f27b74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.990721] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d6a3bd-1e9f-4801-bf19-531060493b7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.005765] env[62437]: DEBUG nova.compute.provider_tree [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1836.083690] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812171, 'name': PowerOffVM_Task, 'duration_secs': 0.245213} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.088827] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.088827] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.088827] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04db9f6d-4c14-4380-a3a6-dcf3aa2a879c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.117138] env[62437]: DEBUG nova.compute.manager [req-7bb5ca89-81a4-4dab-90fd-4ac89393e8fd req-48d235be-2158-4c7d-afcc-4e6b4813baf5 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Received event network-vif-deleted-73eb59b3-063a-41a3-bf8c-333c4b3acb48 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1836.117378] env[62437]: INFO nova.compute.manager [req-7bb5ca89-81a4-4dab-90fd-4ac89393e8fd req-48d235be-2158-4c7d-afcc-4e6b4813baf5 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Neutron deleted interface 73eb59b3-063a-41a3-bf8c-333c4b3acb48; detaching it from the instance and deleting it from the info cache [ 1836.117558] env[62437]: DEBUG nova.network.neutron [req-7bb5ca89-81a4-4dab-90fd-4ac89393e8fd req-48d235be-2158-4c7d-afcc-4e6b4813baf5 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.203088] env[62437]: DEBUG oslo_vmware.api [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604012} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.203244] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.203427] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.203626] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.203801] env[62437]: INFO nova.compute.manager [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Took 2.88 seconds to destroy the instance on the hypervisor. [ 1836.204047] env[62437]: DEBUG oslo.service.loopingcall [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.204242] env[62437]: DEBUG nova.compute.manager [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.204404] env[62437]: DEBUG nova.network.neutron [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.244967] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.246078] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.246078] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleting the datastore file [datastore1] 3ec61025-e8be-4d3b-901f-4293004363d6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.246403] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb4b41b-48f2-497d-9a9f-cd1c2a4ca405 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.253722] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1836.253722] env[62437]: value = "task-1812174" [ 1836.253722] env[62437]: _type = "Task" [ 1836.253722] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.262811] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.278855] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083072} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.279133] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.279921] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fc33c-8020-4d4a-b9f7-537514e2d51a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.304221] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380/c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.305398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.305654] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e816335a-ee1a-4f9e-b61e-e651bb4cefc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.330299] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1836.330299] env[62437]: value = "task-1812175" [ 1836.330299] env[62437]: _type = "Task" [ 1836.330299] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.345317] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.423342] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.527300] env[62437]: ERROR nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [req-08df1ed1-8c71-4bef-aed1-3854b03afb1d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08df1ed1-8c71-4bef-aed1-3854b03afb1d"}]} [ 1836.545589] env[62437]: DEBUG nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1836.574763] env[62437]: DEBUG nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1836.578024] env[62437]: DEBUG nova.compute.provider_tree [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1836.586980] env[62437]: DEBUG nova.network.neutron [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.589750] env[62437]: DEBUG nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1836.618881] env[62437]: DEBUG nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1836.622901] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d7bb312-4fa3-404f-8f01-4034d5bb8e9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.626821] env[62437]: DEBUG nova.network.neutron [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.650712] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5247968-6687-490b-9ffe-0ddb9463c7b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.678021] env[62437]: DEBUG nova.network.neutron [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updated VIF entry in instance network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.678592] env[62437]: DEBUG nova.network.neutron [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.696297] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1836.699392] env[62437]: DEBUG nova.compute.manager [req-7bb5ca89-81a4-4dab-90fd-4ac89393e8fd req-48d235be-2158-4c7d-afcc-4e6b4813baf5 service nova] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Detach interface failed, port_id=73eb59b3-063a-41a3-bf8c-333c4b3acb48, reason: Instance d1356eb0-0711-49aa-8d7b-5d06a873624c could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1836.735857] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.736128] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.736467] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.736467] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.736614] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.736772] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.736970] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.737149] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.737326] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.737495] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.737673] env[62437]: DEBUG nova.virt.hardware [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.738850] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e22078-2d18-4b6f-8481-503018498241 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.749969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea21e8d-fda5-4c05-b9e4-44be51cec9aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.774862] env[62437]: DEBUG oslo_vmware.api [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16824} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.775153] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.775341] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.775520] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.775698] env[62437]: INFO nova.compute.manager [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1836.775986] env[62437]: DEBUG oslo.service.loopingcall [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.776466] env[62437]: DEBUG nova.compute.manager [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.776577] env[62437]: DEBUG nova.network.neutron [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.841011] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812175, 'name': ReconfigVM_Task, 'duration_secs': 0.284131} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.841316] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380/c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.842309] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e25057-ef9f-4553-8501-ff1417182fa2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.844803] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28758cd9-0b86-4089-bfee-7bf5bbf3fa60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.851719] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f81f9e1-7ff9-4760-a9db-ce9c8025e8b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.862018] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1836.862018] env[62437]: value = "task-1812176" [ 1836.862018] env[62437]: _type = "Task" [ 1836.862018] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.894339] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde44366-2ed0-45c5-9c5a-6917064d3372 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.900986] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812176, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.906676] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a81f43-0e87-44f7-b804-453e690b2692 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.922040] env[62437]: DEBUG nova.compute.provider_tree [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1836.949972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.093456] env[62437]: INFO nova.compute.manager [-] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Took 1.28 seconds to deallocate network for instance. [ 1837.131480] env[62437]: INFO nova.compute.manager [-] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Took 1.33 seconds to deallocate network for instance. [ 1837.186360] env[62437]: DEBUG oslo_concurrency.lockutils [req-b22b4d5a-6b86-4cd9-8c1e-79204dab468a req-7f832707-0828-4ca1-826f-db46c0a2fc21 service nova] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.255908] env[62437]: DEBUG nova.network.neutron [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.374515] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812176, 'name': Rename_Task, 'duration_secs': 0.441891} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.374807] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.375167] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99aa6729-5dbb-4a1c-81af-991dcbd549e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.382440] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1837.382440] env[62437]: value = "task-1812177" [ 1837.382440] env[62437]: _type = "Task" [ 1837.382440] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.390900] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.462088] env[62437]: DEBUG nova.scheduler.client.report [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1837.462686] env[62437]: DEBUG nova.compute.provider_tree [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 155 to 156 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1837.462686] env[62437]: DEBUG nova.compute.provider_tree [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.583144] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Successfully updated port: 24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1837.600873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.639018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.761376] env[62437]: INFO nova.compute.manager [-] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Took 1.56 seconds to deallocate network for instance. [ 1837.893087] env[62437]: DEBUG oslo_vmware.api [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812177, 'name': PowerOnVM_Task, 'duration_secs': 0.461831} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.893385] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1837.893596] env[62437]: INFO nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1837.893819] env[62437]: DEBUG nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1837.894631] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795f91a7-ab43-454f-ad44-d86b084f0e3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.931502] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Received event network-vif-deleted-548d3899-4263-47c1-95dc-8036eb8dec6f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.931749] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Received event network-vif-deleted-21df550c-7729-402d-a835-db0e1edcb656 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.931961] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Received event network-vif-plugged-24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.932189] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.932404] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.932630] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.932824] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] No waiting events found dispatching network-vif-plugged-24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.932999] env[62437]: WARNING nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Received unexpected event network-vif-plugged-24ec3788-38e5-4feb-a5b3-fd64f62b32b8 for instance with vm_state building and task_state spawning. [ 1837.933182] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Received event network-vif-deleted-634d3833-8e19-4f75-89dd-647cb96b02f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.933344] env[62437]: INFO nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Neutron deleted interface 634d3833-8e19-4f75-89dd-647cb96b02f9; detaching it from the instance and deleting it from the info cache [ 1837.933517] env[62437]: DEBUG nova.network.neutron [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.968120] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.968698] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.971243] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.666s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.971469] env[62437]: DEBUG nova.objects.instance [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'resources' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.028826] env[62437]: DEBUG nova.network.neutron [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.086893] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.086893] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.086893] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.307659] env[62437]: INFO nova.compute.manager [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Took 0.55 seconds to detach 1 volumes for instance. [ 1838.377371] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.414532] env[62437]: INFO nova.compute.manager [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Took 23.37 seconds to build instance. [ 1838.435951] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afee1693-d3fd-465d-9edd-4c921b10fe1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.446159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c022dd1-0816-4218-882c-9d9116196125 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.478601] env[62437]: DEBUG nova.compute.utils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1838.480632] env[62437]: DEBUG nova.objects.instance [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'numa_topology' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.481890] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Detach interface failed, port_id=634d3833-8e19-4f75-89dd-647cb96b02f9, reason: Instance 3ec61025-e8be-4d3b-901f-4293004363d6 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1838.482227] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Received event network-changed-24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1838.482411] env[62437]: DEBUG nova.compute.manager [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Refreshing instance network info cache due to event network-changed-24ec3788-38e5-4feb-a5b3-fd64f62b32b8. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1838.482655] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Acquiring lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.483109] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1838.483280] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.531529] env[62437]: INFO nova.compute.manager [-] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Took 1.75 seconds to deallocate network for instance. [ 1838.537443] env[62437]: DEBUG nova.policy [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37bfd2ab0e84ae5be4e4a5b08e14bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a7e06896347a68aa49982884af089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.632149] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.814122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.845589] env[62437]: DEBUG nova.network.neutron [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.898456] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Successfully created port: acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.916119] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a5658eb-089b-45c3-8584-525320c5bed1 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.876s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.980990] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.983700] env[62437]: DEBUG nova.objects.base [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1839.042653] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.151837] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9e6ff-b8c1-447e-a678-785823fdde8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.161626] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce44d0-efc3-4501-a8ab-0c3dbd48dd76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.194809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4063764-3eda-4ed8-8970-cf9b51dc30d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.203391] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00eb992-4453-45cd-85b0-8784e7c23f61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.218219] env[62437]: DEBUG nova.compute.provider_tree [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.348250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.348604] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Instance network_info: |[{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.348913] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Acquired lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.349107] env[62437]: DEBUG nova.network.neutron [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Refreshing network info cache for port 24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.350290] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:cb:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ec3788-38e5-4feb-a5b3-fd64f62b32b8', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.358250] env[62437]: DEBUG oslo.service.loopingcall [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.359208] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.359435] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405dca68-378b-430c-b20c-ba488d203992 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.383287] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.383287] env[62437]: value = "task-1812178" [ 1839.383287] env[62437]: _type = "Task" [ 1839.383287] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.393206] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.723257] env[62437]: DEBUG nova.scheduler.client.report [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.895273] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.960132] env[62437]: DEBUG nova.compute.manager [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.960432] env[62437]: DEBUG nova.compute.manager [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1839.960608] env[62437]: DEBUG oslo_concurrency.lockutils [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.960698] env[62437]: DEBUG oslo_concurrency.lockutils [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.960860] env[62437]: DEBUG nova.network.neutron [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.992764] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1840.017841] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.018107] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.018263] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.018451] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.018604] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.018757] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.018966] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.019144] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.019314] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.019482] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.019668] env[62437]: DEBUG nova.virt.hardware [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.020560] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4809fad-0c43-40ec-b136-e473f5052963 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.032310] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68284a0-5329-454c-93ea-ad6aee057794 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.083408] env[62437]: DEBUG nova.network.neutron [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updated VIF entry in instance network info cache for port 24ec3788-38e5-4feb-a5b3-fd64f62b32b8. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.083867] env[62437]: DEBUG nova.network.neutron [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.228338] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.231339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.281s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.232807] env[62437]: INFO nova.compute.claims [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.395146] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.568797] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.569119] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.588086] env[62437]: DEBUG oslo_concurrency.lockutils [req-c7abd6bf-2c08-4289-aea3-cd2cc346dfb6 req-c845b626-9cb9-40b6-a855-eccda155bc03 service nova] Releasing lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.744314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d3f2d19-3933-476d-a73f-0f7b0c996594 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.944s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.745196] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.368s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.745401] env[62437]: INFO nova.compute.manager [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Unshelving [ 1840.895932] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.970219] env[62437]: DEBUG nova.network.neutron [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updated VIF entry in instance network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.970641] env[62437]: DEBUG nova.network.neutron [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.074058] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1841.396613] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.418908] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ef89e6-6ecb-43ad-a3e4-dc1992d3ff0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.427572] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47c13e-ffd0-4860-b6a0-18612c5c70fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.457920] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf8823-3f0a-4c56-9381-2ccb62e7ceb2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.466329] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f97dd-0b22-4397-a7c1-80fa7b34096b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.473191] env[62437]: DEBUG oslo_concurrency.lockutils [req-b1edcd0e-47f5-428c-a727-e4a4a7a4de22 req-08225715-08b5-4e8f-a0f0-4f0986eb155e service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.481544] env[62437]: DEBUG nova.compute.provider_tree [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.592456] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.757351] env[62437]: DEBUG nova.compute.utils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.898568] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.986154] env[62437]: DEBUG nova.scheduler.client.report [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.260963] env[62437]: INFO nova.virt.block_device [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Booting with volume f1f95bf1-21fe-4f76-a15b-27df70dd6420 at /dev/sdb [ 1842.296350] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-221019ec-4a18-4e4a-92e3-27f208519973 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.307057] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4f007-2863-4801-8a4d-2a28f1db6d2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.334362] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5edb982e-26f7-49b5-8dd1-913ca457835b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.342590] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac164ebe-3359-4125-a618-f2c32cf7a0e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.367782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22801fc5-ef3c-49ee-9339-eec0bd313502 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.373666] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92629a9-9f1f-4aeb-bfe2-b9b4dec5a49d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.386775] env[62437]: DEBUG nova.virt.block_device [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating existing volume attachment record: 475294a8-c492-4e66-96ee-cce8ba93790e {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1842.397456] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.491854] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.492878] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.494941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.894s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.495562] env[62437]: DEBUG nova.objects.instance [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid d1356eb0-0711-49aa-8d7b-5d06a873624c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.899183] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.998815] env[62437]: DEBUG nova.compute.utils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.999773] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1842.999966] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.044315] env[62437]: DEBUG nova.policy [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c686eb95005d4503925e03b505f2b977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eed8bb4e50a49728e9440c909241079', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.153386] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c01bc-d918-48ea-9180-3260ea0348fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.161980] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f3290-5a48-4dba-a603-66f5b0a4c02d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.192350] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6facc67a-06d8-4028-ab8a-a798d40724be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.199770] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15076446-3139-4076-a0e6-1d1068009388 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.213171] env[62437]: DEBUG nova.compute.provider_tree [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.300759] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Successfully created port: 68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1843.401146] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.505647] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.716108] env[62437]: DEBUG nova.scheduler.client.report [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.900353] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.220986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.223546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.586s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.224385] env[62437]: DEBUG nova.objects.instance [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lazy-loading 'resources' on Instance uuid 7309b73c-99af-4296-a74c-1dd47b47e99c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.242128] env[62437]: INFO nova.scheduler.client.report [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance d1356eb0-0711-49aa-8d7b-5d06a873624c [ 1844.400326] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.518249] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.543111] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.543359] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.543522] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.543719] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.543888] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.544052] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.544268] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.544429] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.544598] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.544782] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.544929] env[62437]: DEBUG nova.virt.hardware [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.546100] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaead5-db70-4203-a3fa-4a3c352bf7f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.554731] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb937da4-e6b4-4eef-b38c-bf2d3c4c5d96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.750683] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1229d096-2cc3-4dd2-82dd-aa6039e1d289 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "d1356eb0-0711-49aa-8d7b-5d06a873624c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.515s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.860302] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3ac0d-a7c9-44e2-9de3-e2aef8a65331 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.868104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164aece5-0d77-41db-a2b1-95a973e163d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.903067] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692deb7a-b818-42c9-abe1-8f37b120bac7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.912575] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.913966] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7710604-cba5-4c69-9ee8-912b15c13fd9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.927602] env[62437]: DEBUG nova.compute.provider_tree [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.409816] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.431349] env[62437]: DEBUG nova.scheduler.client.report [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.911326] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.936616] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.939185] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.125s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.939414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.943049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.899s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.943049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.943049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.351s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.944700] env[62437]: INFO nova.compute.claims [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.955757] env[62437]: INFO nova.scheduler.client.report [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Deleted allocations for instance 7309b73c-99af-4296-a74c-1dd47b47e99c [ 1845.973700] env[62437]: INFO nova.scheduler.client.report [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted allocations for instance 9821f14c-751b-4ed3-928f-afcbff7feea5 [ 1845.977841] env[62437]: INFO nova.scheduler.client.report [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted allocations for instance 3ec61025-e8be-4d3b-901f-4293004363d6 [ 1846.020172] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.020425] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.413112] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812178, 'name': CreateVM_Task, 'duration_secs': 6.787566} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.413434] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.414058] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.414243] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.414562] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.414818] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e8acb0-33e4-45d4-9b0e-7034ac1621be {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.420340] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1846.420340] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]520bcdb3-fb5e-11aa-280a-b53e34dbf7ee" [ 1846.420340] env[62437]: _type = "Task" [ 1846.420340] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.429436] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bcdb3-fb5e-11aa-280a-b53e34dbf7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.462053] env[62437]: DEBUG oslo_concurrency.lockutils [None req-6c56cabf-afb7-4cf3-805d-9f622d92b695 tempest-ServerDiskConfigTestJSON-899726816 tempest-ServerDiskConfigTestJSON-899726816-project-member] Lock "7309b73c-99af-4296-a74c-1dd47b47e99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.470s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.483635] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8b71589a-0027-41bf-81a4-879a6e268a8b tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "9821f14c-751b-4ed3-928f-afcbff7feea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.668s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.486149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-806c673b-1a0d-420c-9d38-5fc3680f6423 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3ec61025-e8be-4d3b-901f-4293004363d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.447s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.524173] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.701640] env[62437]: DEBUG nova.compute.manager [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Received event network-vif-plugged-68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1846.701918] env[62437]: DEBUG oslo_concurrency.lockutils [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] Acquiring lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.702169] env[62437]: DEBUG oslo_concurrency.lockutils [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.702350] env[62437]: DEBUG oslo_concurrency.lockutils [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.702531] env[62437]: DEBUG nova.compute.manager [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] No waiting events found dispatching network-vif-plugged-68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.702742] env[62437]: WARNING nova.compute.manager [req-c70168e7-ef96-46f2-b726-9e9abc15a543 req-f2b343a0-8f04-4a8a-92de-68b4d81c0182 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Received unexpected event network-vif-plugged-68f17858-8afc-431e-a81f-e15cc6d3c0b3 for instance with vm_state building and task_state spawning. [ 1846.789816] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Successfully updated port: 68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.921609] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.922072] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.938195] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]520bcdb3-fb5e-11aa-280a-b53e34dbf7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.938460] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.938741] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.939585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.939585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.939585] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.939748] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb752b62-30dd-4538-ba13-25b91bd5328b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.953795] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.954012] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.959148] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288cabfa-42f0-41e9-9e6b-29a9b034d445 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.969877] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1846.969877] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52606dcb-b19b-10ca-3c3b-b53db95fec8f" [ 1846.969877] env[62437]: _type = "Task" [ 1846.969877] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.978427] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52606dcb-b19b-10ca-3c3b-b53db95fec8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.058028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.115015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7855d767-d8be-4d61-8494-24e2cb673155 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.122261] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2e217-29e5-49d3-b337-36ec9715b650 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.157723] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85816182-0335-46fe-a8e2-cb7befa2cdd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.166543] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd30e346-64ad-4ab6-a45c-8a6b160bcac3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.180388] env[62437]: DEBUG nova.compute.provider_tree [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.280148] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Successfully updated port: acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.294702] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.294702] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquired lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.294702] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.438125] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.438125] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1847.482600] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52606dcb-b19b-10ca-3c3b-b53db95fec8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.483663] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02546ac5-ba4e-468b-97a8-c7fe828192ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.490606] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1847.490606] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b751-fc9d-3ca2-237d-39d2e260150d" [ 1847.490606] env[62437]: _type = "Task" [ 1847.490606] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.499667] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b751-fc9d-3ca2-237d-39d2e260150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.631558] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.631802] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.683892] env[62437]: DEBUG nova.scheduler.client.report [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.781789] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.781988] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.782119] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.837937] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.902962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.903222] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.001257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.008254] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b751-fc9d-3ca2-237d-39d2e260150d, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.008516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.008772] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.009038] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6684130f-db83-4f73-bf17-efd1e8cb16a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.016300] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1848.016300] env[62437]: value = "task-1812183" [ 1848.016300] env[62437]: _type = "Task" [ 1848.016300] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.024998] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.069030] env[62437]: DEBUG nova.network.neutron [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updating instance_info_cache with network_info: [{"id": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "address": "fa:16:3e:d9:b7:9b", "network": {"id": "694edec9-569b-43d1-bb5c-9ea5e97cdb36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1091648029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eed8bb4e50a49728e9440c909241079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f17858-8a", "ovs_interfaceid": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.134354] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.188948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.189517] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1848.194774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.135s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.196491] env[62437]: INFO nova.compute.claims [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.336633] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.406131] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.529839] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.571190] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Releasing lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.571545] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Instance network_info: |[{"id": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "address": "fa:16:3e:d9:b7:9b", "network": {"id": "694edec9-569b-43d1-bb5c-9ea5e97cdb36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1091648029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eed8bb4e50a49728e9440c909241079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f17858-8a", "ovs_interfaceid": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.572008] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:b7:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f17858-8afc-431e-a81f-e15cc6d3c0b3', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.579476] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Creating folder: Project (2eed8bb4e50a49728e9440c909241079). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.579797] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8562e4aa-dac3-4a03-850a-a9a2c56aa056 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.595019] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Created folder: Project (2eed8bb4e50a49728e9440c909241079) in parent group-v375259. [ 1848.595019] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Creating folder: Instances. Parent ref: group-v375528. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.595019] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc2794b-1628-4104-9cc7-0d801b2bddc2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.607544] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Created folder: Instances in parent group-v375528. [ 1848.607823] env[62437]: DEBUG oslo.service.loopingcall [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.608043] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.608301] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9297016-f8f2-40e1-80ba-976e8425cc29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.631298] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.631298] env[62437]: value = "task-1812186" [ 1848.631298] env[62437]: _type = "Task" [ 1848.631298] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.645957] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812186, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.667208] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.676416] env[62437]: DEBUG nova.network.neutron [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updating instance_info_cache with network_info: [{"id": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "address": "fa:16:3e:43:05:9f", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb93cea-e4", "ovs_interfaceid": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.701355] env[62437]: DEBUG nova.compute.utils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.703341] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.703518] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.793493] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Received event network-changed-68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1848.793714] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Refreshing instance network info cache due to event network-changed-68f17858-8afc-431e-a81f-e15cc6d3c0b3. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1848.793947] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Acquiring lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.794303] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Acquired lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.794491] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Refreshing network info cache for port 68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.806966] env[62437]: DEBUG nova.policy [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.928398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.028251] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652438} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.029047] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.029047] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.029243] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-527cc6f6-468b-4999-9d9e-0492bf26cb6b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.043362] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1849.043362] env[62437]: value = "task-1812187" [ 1849.043362] env[62437]: _type = "Task" [ 1849.043362] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.052787] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.142200] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812186, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.180775] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.181152] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Instance network_info: |[{"id": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "address": "fa:16:3e:43:05:9f", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb93cea-e4", "ovs_interfaceid": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.181608] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:05:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acb93cea-e4e7-44e2-a5d6-e57d1daa4164', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.191629] env[62437]: DEBUG oslo.service.loopingcall [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.191932] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.192133] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae60fbfb-7d46-4909-8361-fa6f3730c30f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.210187] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.222957] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.222957] env[62437]: value = "task-1812188" [ 1849.222957] env[62437]: _type = "Task" [ 1849.222957] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.232675] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812188, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.396550] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Successfully created port: ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1849.400712] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e9b70-cce7-4250-95bb-0472592fee6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.411044] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855380ce-b811-4496-925f-ff941cb95abd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.445425] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e051c3-e26b-4256-9d4e-acc32649ec8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.457348] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537bbbc4-a143-43cd-9399-4db539370b18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.473458] env[62437]: DEBUG nova.compute.provider_tree [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.554658] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074775} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.554846] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.555645] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f3f11-1526-45c3-9876-5a971534e345 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.580202] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.580531] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6465a08e-f0a4-4a0d-9e0d-614f87d6c864 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.604869] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1849.604869] env[62437]: value = "task-1812189" [ 1849.604869] env[62437]: _type = "Task" [ 1849.604869] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.615926] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.644867] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812186, 'name': CreateVM_Task, 'duration_secs': 0.655464} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.645416] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.646256] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.646521] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.646900] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.647392] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d45adc-78a6-468c-9cd4-34500fa41a3e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.656323] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1849.656323] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5227fea6-411e-9578-f306-41c187e63f17" [ 1849.656323] env[62437]: _type = "Task" [ 1849.656323] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.667789] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227fea6-411e-9578-f306-41c187e63f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.693973] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updated VIF entry in instance network info cache for port 68f17858-8afc-431e-a81f-e15cc6d3c0b3. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.694475] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updating instance_info_cache with network_info: [{"id": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "address": "fa:16:3e:d9:b7:9b", "network": {"id": "694edec9-569b-43d1-bb5c-9ea5e97cdb36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1091648029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eed8bb4e50a49728e9440c909241079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f17858-8a", "ovs_interfaceid": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.735072] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812188, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.980032] env[62437]: DEBUG nova.scheduler.client.report [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.115950] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812189, 'name': ReconfigVM_Task, 'duration_secs': 0.317689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.115950] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfigured VM instance instance-00000061 to attach disk [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.116483] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-019ea0dd-f821-4017-86ce-3c4403c493e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.124037] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1850.124037] env[62437]: value = "task-1812190" [ 1850.124037] env[62437]: _type = "Task" [ 1850.124037] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.132178] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812190, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.166678] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5227fea6-411e-9578-f306-41c187e63f17, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.167015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.167311] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.167562] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.167729] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.167988] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.168284] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edb49979-1b80-4206-9284-067d7c1da49b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.177135] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.177326] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.178072] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f5c471-f657-474e-b9d9-ceec1c22fd3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.185262] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1850.185262] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c71f89-2609-1abc-950b-d0506c3e7b72" [ 1850.185262] env[62437]: _type = "Task" [ 1850.185262] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.192849] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c71f89-2609-1abc-950b-d0506c3e7b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.197438] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Releasing lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.197678] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Received event network-vif-plugged-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1850.198067] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Acquiring lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.198335] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.198525] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.198699] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] No waiting events found dispatching network-vif-plugged-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.198870] env[62437]: WARNING nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Received unexpected event network-vif-plugged-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 for instance with vm_state building and task_state spawning. [ 1850.199048] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Received event network-changed-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1850.199208] env[62437]: DEBUG nova.compute.manager [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Refreshing instance network info cache due to event network-changed-acb93cea-e4e7-44e2-a5d6-e57d1daa4164. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1850.199397] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Acquiring lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.199541] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Acquired lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.199740] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Refreshing network info cache for port acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.224613] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.240602] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812188, 'name': CreateVM_Task, 'duration_secs': 0.739373} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.240913] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.242060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.242325] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.242820] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.243209] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ac1c44-c679-469a-b0a2-b64589983f66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.254063] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1850.254063] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52aacf10-8a65-cb9d-ad2f-1c55c6ad5bd4" [ 1850.254063] env[62437]: _type = "Task" [ 1850.254063] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.257502] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.257944] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.258315] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.258677] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.258971] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.259840] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.260163] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.260426] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.260676] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.260874] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.261079] env[62437]: DEBUG nova.virt.hardware [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.262040] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088092c-c8de-47b8-b079-f71178e465b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.277996] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bffd93-259d-4368-946f-9ca367792a0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.282275] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52aacf10-8a65-cb9d-ad2f-1c55c6ad5bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.283076] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.283556] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.283673] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.483180] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.483746] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.486590] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.485s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.486726] env[62437]: DEBUG nova.objects.instance [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'pci_requests' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.496214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.496361] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.496506] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1850.634561] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812190, 'name': Rename_Task, 'duration_secs': 0.174104} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.634887] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.635128] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f83c4774-0586-4b1f-84d1-e44884656e0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.642328] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1850.642328] env[62437]: value = "task-1812191" [ 1850.642328] env[62437]: _type = "Task" [ 1850.642328] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.650397] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.697899] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c71f89-2609-1abc-950b-d0506c3e7b72, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.699144] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45770ad-c59a-4f5a-b45e-fc1df6c6aa14 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.707848] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1850.707848] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b047f5-9209-21bd-628e-582eeb749cac" [ 1850.707848] env[62437]: _type = "Task" [ 1850.707848] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.715810] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b047f5-9209-21bd-628e-582eeb749cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.985454] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updated VIF entry in instance network info cache for port acb93cea-e4e7-44e2-a5d6-e57d1daa4164. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.985879] env[62437]: DEBUG nova.network.neutron [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updating instance_info_cache with network_info: [{"id": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "address": "fa:16:3e:43:05:9f", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb93cea-e4", "ovs_interfaceid": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.988855] env[62437]: DEBUG nova.compute.utils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.991797] env[62437]: DEBUG nova.objects.instance [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'numa_topology' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.992880] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.993060] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.098248] env[62437]: DEBUG nova.policy [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95679d9e787e4659b0bee46062af8749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca9367efcbc484b9827fb0f75cf501e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.157024] env[62437]: DEBUG oslo_vmware.api [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812191, 'name': PowerOnVM_Task, 'duration_secs': 0.4804} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.157024] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.157024] env[62437]: INFO nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Took 14.46 seconds to spawn the instance on the hypervisor. [ 1851.157024] env[62437]: DEBUG nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.157024] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35631e3-99a2-42ab-b6d1-9b8fb0258dfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.194730] env[62437]: DEBUG nova.compute.manager [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-vif-plugged-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1851.195334] env[62437]: DEBUG oslo_concurrency.lockutils [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.195334] env[62437]: DEBUG oslo_concurrency.lockutils [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.195430] env[62437]: DEBUG oslo_concurrency.lockutils [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.195637] env[62437]: DEBUG nova.compute.manager [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] No waiting events found dispatching network-vif-plugged-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.195680] env[62437]: WARNING nova.compute.manager [req-56bb5edc-57c9-453b-aa90-5e60ee2e999d req-8c644cf1-c5bf-4616-a7b3-9166dc8b6d30 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received unexpected event network-vif-plugged-ce56eeb6-6ca9-4852-8db3-0d749b629c6d for instance with vm_state building and task_state spawning. [ 1851.219748] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b047f5-9209-21bd-628e-582eeb749cac, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.220104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.220479] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8fccef82-36eb-4d71-b84e-14e6a747920d/8fccef82-36eb-4d71-b84e-14e6a747920d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.220751] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.220986] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.221263] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7677a619-51aa-44f9-b29a-58a83c83e8d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.224718] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcff7d7f-b309-4a47-9014-934751b181f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.234405] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1851.234405] env[62437]: value = "task-1812192" [ 1851.234405] env[62437]: _type = "Task" [ 1851.234405] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.239611] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.239611] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.240474] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cf9922-193f-42d0-8e68-83bbcbefd55c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.246850] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.251212] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1851.251212] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52226dad-f85f-665c-a8d7-a684005c4fb1" [ 1851.251212] env[62437]: _type = "Task" [ 1851.251212] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.264846] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52226dad-f85f-665c-a8d7-a684005c4fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.489127] env[62437]: DEBUG oslo_concurrency.lockutils [req-54d4dada-6bdf-4aeb-ac4f-5664a63dc68d req-1d63dbfe-5c07-426f-a234-7a4b678f0b99 service nova] Releasing lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.494177] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.501027] env[62437]: INFO nova.compute.claims [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.675602] env[62437]: INFO nova.compute.manager [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Took 22.26 seconds to build instance. [ 1851.688410] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Successfully created port: 10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.744821] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812192, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.762117] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52226dad-f85f-665c-a8d7-a684005c4fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.763630] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ca802a-cbb7-4014-ae6d-312520cc1d1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.768603] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1851.768603] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2690a-75ea-62ab-4daa-20d5eb5435f5" [ 1851.768603] env[62437]: _type = "Task" [ 1851.768603] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.776656] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2690a-75ea-62ab-4daa-20d5eb5435f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.824160] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Successfully updated port: ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.849233] env[62437]: DEBUG nova.compute.manager [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1851.849518] env[62437]: DEBUG nova.compute.manager [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing instance network info cache due to event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1851.849646] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.849792] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.849955] env[62437]: DEBUG nova.network.neutron [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.898856] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updating instance_info_cache with network_info: [{"id": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "address": "fa:16:3e:48:95:54", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b8b76-f7", "ovs_interfaceid": "8a9b8b76-f70d-4d6d-84e3-d222a7979e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.178287] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a395f3e2-aa34-48b3-874f-3c508a7c6cac tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.772s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.245712] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.246095] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8fccef82-36eb-4d71-b84e-14e6a747920d/8fccef82-36eb-4d71-b84e-14e6a747920d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.246353] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.246664] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f33332cf-ba47-4a40-a26f-c5ae6101d71d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.255392] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1852.255392] env[62437]: value = "task-1812193" [ 1852.255392] env[62437]: _type = "Task" [ 1852.255392] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.265744] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.280611] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2690a-75ea-62ab-4daa-20d5eb5435f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.280997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.281328] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 6382c616-c970-4ce4-bd35-2437e9e86506/6382c616-c970-4ce4-bd35-2437e9e86506.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.281767] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15870e20-77ad-4ad6-a989-260dae5fac8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.289893] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1852.289893] env[62437]: value = "task-1812194" [ 1852.289893] env[62437]: _type = "Task" [ 1852.289893] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.300445] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.327343] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.401542] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-5d33cc66-767c-4729-b851-04e1cc3838f0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.402018] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1852.402286] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.402508] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.402800] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.403726] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.403726] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.403726] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.403726] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1852.403726] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.416051] env[62437]: DEBUG nova.network.neutron [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.509452] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.548294] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.548562] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.548735] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.548921] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.549234] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.549479] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.550256] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.550256] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.550256] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.550426] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.550513] env[62437]: DEBUG nova.virt.hardware [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.551646] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caddfea-6257-450f-9773-f232e389370b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.564559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a0bd6f-7bdb-4e77-98e5-2c2d168dac66 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.608446] env[62437]: DEBUG nova.network.neutron [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.742028] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6419672-7761-48b6-a3d6-93fffdc3e9c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.751736] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990cb456-9fdb-498d-b132-1b45c259bd58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.792417] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bbb8b-efbb-42a4-ab1b-ecbdbc5eaf3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.798252] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067878} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.802194] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.803092] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15832755-bda5-4e06-8afc-0e155329a305 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.810174] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dae275-43c2-4336-9dc0-06ab93044b36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.837861] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8fccef82-36eb-4d71-b84e-14e6a747920d/8fccef82-36eb-4d71-b84e-14e6a747920d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.838342] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812194, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.839397] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a85c45f-55d2-432a-96bb-0d5924b24efb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.862027] env[62437]: DEBUG nova.compute.provider_tree [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.874357] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1852.874357] env[62437]: value = "task-1812195" [ 1852.874357] env[62437]: _type = "Task" [ 1852.874357] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.886276] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.909320] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.114423] env[62437]: DEBUG oslo_concurrency.lockutils [req-d1181261-6867-425d-a949-44519f13b41c req-d08d89f9-f8dc-4f64-8013-fc557d45dca8 service nova] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.114423] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.114423] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.270135] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Successfully updated port: 10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.310119] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583138} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.310602] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 6382c616-c970-4ce4-bd35-2437e9e86506/6382c616-c970-4ce4-bd35-2437e9e86506.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.311014] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.311411] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15c304e-da7c-4e7d-99c7-1e2f9a68780b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.322033] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1853.322033] env[62437]: value = "task-1812196" [ 1853.322033] env[62437]: _type = "Task" [ 1853.322033] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.331650] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.370071] env[62437]: DEBUG nova.scheduler.client.report [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.386206] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.532502] env[62437]: DEBUG nova.compute.manager [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1853.649023] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.773999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.774248] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.774450] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.804665] env[62437]: DEBUG nova.network.neutron [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.832165] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072647} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.832734] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1853.833727] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa6fca-7071-4641-b236-3f8296b746fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.860786] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 6382c616-c970-4ce4-bd35-2437e9e86506/6382c616-c970-4ce4-bd35-2437e9e86506.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.861470] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968e7674-d916-4490-92f8-b29f7c438d41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.881783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.885816] env[62437]: DEBUG nova.compute.manager [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Received event network-vif-plugged-10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1853.885972] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Acquiring lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.886203] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.886379] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.886549] env[62437]: DEBUG nova.compute.manager [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] No waiting events found dispatching network-vif-plugged-10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.886715] env[62437]: WARNING nova.compute.manager [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Received unexpected event network-vif-plugged-10c6c83c-25a1-41fc-9907-7eb093c03959 for instance with vm_state building and task_state spawning. [ 1853.886878] env[62437]: DEBUG nova.compute.manager [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Received event network-changed-10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1853.887140] env[62437]: DEBUG nova.compute.manager [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Refreshing instance network info cache due to event network-changed-10c6c83c-25a1-41fc-9907-7eb093c03959. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1853.887210] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Acquiring lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.887493] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.220s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.889010] env[62437]: INFO nova.compute.claims [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.905817] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812195, 'name': ReconfigVM_Task, 'duration_secs': 0.637423} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.908401] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8fccef82-36eb-4d71-b84e-14e6a747920d/8fccef82-36eb-4d71-b84e-14e6a747920d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.909237] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1853.909237] env[62437]: value = "task-1812197" [ 1853.909237] env[62437]: _type = "Task" [ 1853.909237] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.909540] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13db769d-4d28-4707-bf4a-e0b7bb480148 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.928019] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.929032] env[62437]: INFO nova.network.neutron [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating port fb3f3c41-cd93-443a-97c7-353c8827600f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1853.934794] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1853.934794] env[62437]: value = "task-1812198" [ 1853.934794] env[62437]: _type = "Task" [ 1853.934794] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.948452] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812198, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.958952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "242f7487-e6c5-45ea-b328-46dbad87204d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.959336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.989541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.989840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.056384] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.307692] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.308062] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance network_info: |[{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.308505] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:db:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce56eeb6-6ca9-4852-8db3-0d749b629c6d', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.316735] env[62437]: DEBUG oslo.service.loopingcall [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.317675] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.320052] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.320720] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd97558-4ace-4ddf-95be-4277fa205581 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.343043] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.343043] env[62437]: value = "task-1812199" [ 1854.343043] env[62437]: _type = "Task" [ 1854.343043] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.350883] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812199, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.427608] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812197, 'name': ReconfigVM_Task, 'duration_secs': 0.324259} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.427910] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 6382c616-c970-4ce4-bd35-2437e9e86506/6382c616-c970-4ce4-bd35-2437e9e86506.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.429288] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ca34ad-ff96-4db9-a31f-8e7453679af6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.444067] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1854.444067] env[62437]: value = "task-1812200" [ 1854.444067] env[62437]: _type = "Task" [ 1854.444067] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.450704] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812198, 'name': Rename_Task, 'duration_secs': 0.147564} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.451379] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.451631] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e3d54c-e743-400e-ac7a-d7682fa2ca34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.456253] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812200, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.461506] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.465064] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1854.465064] env[62437]: value = "task-1812201" [ 1854.465064] env[62437]: _type = "Task" [ 1854.465064] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.474325] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.493411] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.564815] env[62437]: DEBUG nova.network.neutron [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Updating instance_info_cache with network_info: [{"id": "10c6c83c-25a1-41fc-9907-7eb093c03959", "address": "fa:16:3e:6d:1e:aa", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c6c83c-25", "ovs_interfaceid": "10c6c83c-25a1-41fc-9907-7eb093c03959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.853086] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812199, 'name': CreateVM_Task, 'duration_secs': 0.463562} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.853333] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.853988] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.854173] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.854525] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.854787] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d79f30-e520-41bb-b452-419f38761080 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.859931] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1854.859931] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5250abb3-39a0-a368-ee29-fe8bf94f48ee" [ 1854.859931] env[62437]: _type = "Task" [ 1854.859931] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.869530] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5250abb3-39a0-a368-ee29-fe8bf94f48ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.957373] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812200, 'name': Rename_Task, 'duration_secs': 0.191148} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.957864] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.958318] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7cea56-ea9c-4f40-a6c3-bd433de1625b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.974202] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1854.974202] env[62437]: value = "task-1812202" [ 1854.974202] env[62437]: _type = "Task" [ 1854.974202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.979696] env[62437]: DEBUG oslo_vmware.api [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812201, 'name': PowerOnVM_Task, 'duration_secs': 0.497869} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.982852] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.983131] env[62437]: INFO nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1854.983351] env[62437]: DEBUG nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.984142] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62eae04-bb08-4d38-9d95-d0c06c53c1f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.987244] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.994244] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812202, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.014640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.066367] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.066697] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Instance network_info: |[{"id": "10c6c83c-25a1-41fc-9907-7eb093c03959", "address": "fa:16:3e:6d:1e:aa", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c6c83c-25", "ovs_interfaceid": "10c6c83c-25a1-41fc-9907-7eb093c03959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.066994] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Acquired lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.067198] env[62437]: DEBUG nova.network.neutron [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Refreshing network info cache for port 10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.068398] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:1e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c6c83c-25a1-41fc-9907-7eb093c03959', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.076654] env[62437]: DEBUG oslo.service.loopingcall [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.081620] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.082258] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f50965-da8a-4035-aa4a-9695a883c942 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.106410] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.106410] env[62437]: value = "task-1812203" [ 1855.106410] env[62437]: _type = "Task" [ 1855.106410] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.117993] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812203, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.122504] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced116c-602f-4780-9cfb-0a503c000d32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.132878] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0dc06-07d2-461b-9be4-2836d88639c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.171092] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab6117-a7b4-4a9a-a19c-b56fa4482255 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.188123] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24590577-6d05-4818-a7d4-178494063875 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.205847] env[62437]: DEBUG nova.compute.provider_tree [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.346923] env[62437]: DEBUG nova.network.neutron [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Updated VIF entry in instance network info cache for port 10c6c83c-25a1-41fc-9907-7eb093c03959. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.347332] env[62437]: DEBUG nova.network.neutron [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Updating instance_info_cache with network_info: [{"id": "10c6c83c-25a1-41fc-9907-7eb093c03959", "address": "fa:16:3e:6d:1e:aa", "network": {"id": "0c704b20-26b9-4537-9c22-5f2c3f44685e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1976292834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca9367efcbc484b9827fb0f75cf501e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c6c83c-25", "ovs_interfaceid": "10c6c83c-25a1-41fc-9907-7eb093c03959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.371799] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5250abb3-39a0-a368-ee29-fe8bf94f48ee, 'name': SearchDatastore_Task, 'duration_secs': 0.024973} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.372158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.372446] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.372639] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.372819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.373014] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.373520] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23c2e221-3740-4a78-acda-e7455f82b87a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.382488] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.382669] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.383415] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df10044-690d-4476-a276-70422ade1a8a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.389160] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1855.389160] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5243fd7e-9a38-b86a-35f9-33f76b109757" [ 1855.389160] env[62437]: _type = "Task" [ 1855.389160] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.397642] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5243fd7e-9a38-b86a-35f9-33f76b109757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.491334] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.509687] env[62437]: INFO nova.compute.manager [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Took 18.58 seconds to build instance. [ 1855.528577] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.528843] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.528966] env[62437]: DEBUG nova.network.neutron [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.618033] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812203, 'name': CreateVM_Task, 'duration_secs': 0.4853} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.618172] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.618950] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.619161] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.619524] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.619819] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27a6766-d135-4c1d-b0b8-2194756124ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.625249] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1855.625249] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5214e454-429a-e89b-e420-84360b5cd538" [ 1855.625249] env[62437]: _type = "Task" [ 1855.625249] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.634132] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5214e454-429a-e89b-e420-84360b5cd538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.709563] env[62437]: DEBUG nova.scheduler.client.report [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.850051] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bbd216f-d096-45a6-864c-bd95bdcf058c req-cc115f6b-ea18-4079-82c1-46b69712786e service nova] Releasing lock "refresh_cache-0d6bb6f1-9e03-4108-86ae-c56f4f787356" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.900067] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5243fd7e-9a38-b86a-35f9-33f76b109757, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.900896] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f34bbd-fe17-41ac-ae07-b50fe9a1bdc0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.905025] env[62437]: DEBUG nova.compute.manager [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1855.905305] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.905560] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.905784] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.905996] env[62437]: DEBUG nova.compute.manager [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] No waiting events found dispatching network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.906250] env[62437]: WARNING nova.compute.manager [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received unexpected event network-vif-plugged-fb3f3c41-cd93-443a-97c7-353c8827600f for instance with vm_state shelved_offloaded and task_state spawning. [ 1855.906451] env[62437]: DEBUG nova.compute.manager [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1855.906633] env[62437]: DEBUG nova.compute.manager [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing instance network info cache due to event network-changed-fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1855.906860] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Acquiring lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.911371] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1855.911371] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523589bd-45a4-8d6d-51c8-75bd73f49597" [ 1855.911371] env[62437]: _type = "Task" [ 1855.911371] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.919876] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523589bd-45a4-8d6d-51c8-75bd73f49597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.992672] env[62437]: DEBUG oslo_vmware.api [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812202, 'name': PowerOnVM_Task, 'duration_secs': 0.726806} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.992999] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.993222] env[62437]: INFO nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Took 16.00 seconds to spawn the instance on the hypervisor. [ 1855.993582] env[62437]: DEBUG nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.994216] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07cf32c-f084-4374-9215-983630c4ee20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.013294] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0c1c626b-1b93-45e7-ad16-5b055b2f922d tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.093s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.137238] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5214e454-429a-e89b-e420-84360b5cd538, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.137582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.137820] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.138045] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.146537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "8fccef82-36eb-4d71-b84e-14e6a747920d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.146760] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.146987] env[62437]: INFO nova.compute.manager [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Rebooting instance [ 1856.214326] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.214775] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.217375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.289s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.219239] env[62437]: INFO nova.compute.claims [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.239035] env[62437]: DEBUG nova.network.neutron [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.424019] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523589bd-45a4-8d6d-51c8-75bd73f49597, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.424019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.424019] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e2a014d-140f-4f5b-9d00-13187a7910ec/8e2a014d-140f-4f5b-9d00-13187a7910ec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.424019] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.424019] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.424019] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03600a5c-e90f-4a49-bb58-7c137e85d8c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.425751] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98395d97-1120-40b9-96d3-6f0083436176 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.436019] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1856.436019] env[62437]: value = "task-1812204" [ 1856.436019] env[62437]: _type = "Task" [ 1856.436019] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.436019] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.436019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.439148] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af98764-85eb-4807-a996-9f72bf3da5cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.446547] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.447837] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1856.447837] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6f756-afb8-7153-0689-3958b2f8b526" [ 1856.447837] env[62437]: _type = "Task" [ 1856.447837] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.455726] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6f756-afb8-7153-0689-3958b2f8b526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.511961] env[62437]: INFO nova.compute.manager [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Took 24.21 seconds to build instance. [ 1856.668724] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.668816] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquired lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.668949] env[62437]: DEBUG nova.network.neutron [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.724517] env[62437]: DEBUG nova.compute.utils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.728696] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.728916] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.742031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.745275] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Acquired lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.745452] env[62437]: DEBUG nova.network.neutron [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Refreshing network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.773872] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c14b19225426fa0e23a8bbf1a88af36f',container_format='bare',created_at=2024-12-12T11:37:32Z,direct_url=,disk_format='vmdk',id=34f0d830-8fe6-487b-acf0-14c2250d2010,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1371511866-shelved',owner='2f0ef900c70c4a66acdffbab93da4b89',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2024-12-12T11:37:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.774207] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.774449] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.774663] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.774883] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.775035] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.775356] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.775585] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.775786] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.776043] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.776272] env[62437]: DEBUG nova.virt.hardware [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.777707] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b555d15-76a8-4ed0-a306-3d8cc2b78e86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.783007] env[62437]: DEBUG nova.policy [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639fcb707b554442a7354f121cee140f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8715a8889b3145408826e989c7205383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.791776] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb262925-0bad-48bc-8578-b115c993c228 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.810689] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5f:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb3f3c41-cd93-443a-97c7-353c8827600f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.819258] env[62437]: DEBUG oslo.service.loopingcall [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.819668] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.820032] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c73845d-eefb-4197-9adb-3cfc001abac2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.843490] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.843490] env[62437]: value = "task-1812205" [ 1856.843490] env[62437]: _type = "Task" [ 1856.843490] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.854233] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812205, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.954745] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.966517] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e6f756-afb8-7153-0689-3958b2f8b526, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.967535] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbf7662-8b36-4ea6-8167-db8e2bacafcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.975717] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1856.975717] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5250bda4-f0b9-7e3a-bcf2-610e7882f93e" [ 1856.975717] env[62437]: _type = "Task" [ 1856.975717] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.986030] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5250bda4-f0b9-7e3a-bcf2-610e7882f93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.013960] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56fb408c-9131-4ad9-846c-16f6e4ffba1a tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.721s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.231020] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.267907] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Successfully created port: 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1857.356909] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812205, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.409151] env[62437]: DEBUG nova.network.neutron [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updating instance_info_cache with network_info: [{"id": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "address": "fa:16:3e:d9:b7:9b", "network": {"id": "694edec9-569b-43d1-bb5c-9ea5e97cdb36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1091648029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eed8bb4e50a49728e9440c909241079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f17858-8a", "ovs_interfaceid": "68f17858-8afc-431e-a81f-e15cc6d3c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.451114] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565343} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.451816] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8e2a014d-140f-4f5b-9d00-13187a7910ec/8e2a014d-140f-4f5b-9d00-13187a7910ec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.452137] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.452460] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffff2b25-9a65-437e-b158-8e524d14e2b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.462017] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1857.462017] env[62437]: value = "task-1812206" [ 1857.462017] env[62437]: _type = "Task" [ 1857.462017] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.471629] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.473403] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a4122-930a-4542-8099-7ece53f15162 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.486342] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5250bda4-f0b9-7e3a-bcf2-610e7882f93e, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.488836] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.489146] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0d6bb6f1-9e03-4108-86ae-c56f4f787356/0d6bb6f1-9e03-4108-86ae-c56f4f787356.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.491533] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de6d5ecd-9d4f-4d28-8860-5910bda201b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.494240] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e07ada-d1c2-4158-9066-460fbdaded7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.536246] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1857.536246] env[62437]: value = "task-1812207" [ 1857.536246] env[62437]: _type = "Task" [ 1857.536246] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.536246] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589bf052-1da2-4adc-a1d4-c18188457dd6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.556804] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f012de27-7fc5-4963-8c47-c0878bafcd24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.561171] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.574712] env[62437]: DEBUG nova.compute.provider_tree [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1857.774885] env[62437]: DEBUG nova.network.neutron [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updated VIF entry in instance network info cache for port fb3f3c41-cd93-443a-97c7-353c8827600f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.775941] env[62437]: DEBUG nova.network.neutron [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [{"id": "fb3f3c41-cd93-443a-97c7-353c8827600f", "address": "fa:16:3e:82:5f:eb", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3f3c41-cd", "ovs_interfaceid": "fb3f3c41-cd93-443a-97c7-353c8827600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.856772] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812205, 'name': CreateVM_Task, 'duration_secs': 0.733469} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.856911] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.857681] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.857861] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.858260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.858526] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3a6c73-9a2c-455c-aa9a-d8e9ce6078ef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.864199] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1857.864199] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528ccdfe-c21e-86f3-8db1-67c2b16194e2" [ 1857.864199] env[62437]: _type = "Task" [ 1857.864199] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.872575] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528ccdfe-c21e-86f3-8db1-67c2b16194e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.913583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Releasing lock "refresh_cache-8fccef82-36eb-4d71-b84e-14e6a747920d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.973499] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110886} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.973871] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.974794] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca4d3b8-2850-4fd0-b96b-f983f153d7d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.999588] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8e2a014d-140f-4f5b-9d00-13187a7910ec/8e2a014d-140f-4f5b-9d00-13187a7910ec.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.001119] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5931494-b0d4-4732-9ec6-55671826ab85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.016722] env[62437]: DEBUG nova.compute.manager [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Received event network-changed-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1858.016930] env[62437]: DEBUG nova.compute.manager [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Refreshing instance network info cache due to event network-changed-acb93cea-e4e7-44e2-a5d6-e57d1daa4164. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1858.017163] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] Acquiring lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.017313] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] Acquired lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.017472] env[62437]: DEBUG nova.network.neutron [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Refreshing network info cache for port acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.028928] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1858.028928] env[62437]: value = "task-1812208" [ 1858.028928] env[62437]: _type = "Task" [ 1858.028928] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.041079] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.047596] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812207, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.097769] env[62437]: ERROR nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [req-08f9219b-6d46-473b-a898-215e05ec128c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08f9219b-6d46-473b-a898-215e05ec128c"}]} [ 1858.127155] env[62437]: DEBUG nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1858.144463] env[62437]: DEBUG nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1858.144692] env[62437]: DEBUG nova.compute.provider_tree [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1858.157256] env[62437]: DEBUG nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1858.178713] env[62437]: DEBUG nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1858.246025] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.280666] env[62437]: DEBUG oslo_concurrency.lockutils [req-8a2521b2-f8be-4c22-9027-ce28b0fd7c4a req-79050d04-34e6-4ece-953e-3d1f86661e96 service nova] Releasing lock "refresh_cache-d2932cbc-096f-4599-8d40-c1f7fc456cef" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.291405] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.291720] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.291835] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.292228] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.292454] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.292621] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.292880] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.293083] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.293271] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.293469] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.293741] env[62437]: DEBUG nova.virt.hardware [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.295191] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e5acc-ee3b-4d7c-aa73-e74ad2905613 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.307913] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df8a52-95bc-468f-bd5a-5080294fddd1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.379969] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.380275] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Processing image 34f0d830-8fe6-487b-acf0-14c2250d2010 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.380523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.380675] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.380854] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.381198] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa698c5-f5ae-4ad5-ad1b-c572142258ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.402832] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.402832] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.403282] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374792de-0e32-4d3d-8ec2-a82d21aa3e4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.410382] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1858.410382] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52aeddaa-87a5-41f8-ea1a-8f9908f9c4d4" [ 1858.410382] env[62437]: _type = "Task" [ 1858.410382] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.415513] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce64df5-3b46-4cfb-8012-9386ca6d5000 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.421315] env[62437]: DEBUG nova.compute.manager [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.422128] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d581c6b-4b27-4081-bbac-c69ac1b80cd8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.427622] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52aeddaa-87a5-41f8-ea1a-8f9908f9c4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.430650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35395541-5cd4-42dc-b64c-29616b954974 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.469029] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6e258-8fed-494d-b485-29b9b9a7a7f8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.478742] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399cafd0-1d45-47a2-a938-0ca4898d41f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.493656] env[62437]: DEBUG nova.compute.provider_tree [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1858.540999] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812208, 'name': ReconfigVM_Task, 'duration_secs': 0.396364} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.541653] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8e2a014d-140f-4f5b-9d00-13187a7910ec/8e2a014d-140f-4f5b-9d00-13187a7910ec.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.542339] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0acc151-045b-4676-9e16-535a556fe530 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.547214] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911392} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.547806] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 0d6bb6f1-9e03-4108-86ae-c56f4f787356/0d6bb6f1-9e03-4108-86ae-c56f4f787356.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.548074] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.548370] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3405474d-246c-47f7-8033-edf4e6c677bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.552797] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1858.552797] env[62437]: value = "task-1812209" [ 1858.552797] env[62437]: _type = "Task" [ 1858.552797] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.559594] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1858.559594] env[62437]: value = "task-1812210" [ 1858.559594] env[62437]: _type = "Task" [ 1858.559594] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.568963] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812209, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.575563] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.799640] env[62437]: DEBUG nova.network.neutron [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updated VIF entry in instance network info cache for port acb93cea-e4e7-44e2-a5d6-e57d1daa4164. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.800030] env[62437]: DEBUG nova.network.neutron [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updating instance_info_cache with network_info: [{"id": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "address": "fa:16:3e:43:05:9f", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb93cea-e4", "ovs_interfaceid": "acb93cea-e4e7-44e2-a5d6-e57d1daa4164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.923307] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1858.923585] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Fetch image to [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0/OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1858.923767] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Downloading stream optimized image 34f0d830-8fe6-487b-acf0-14c2250d2010 to [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0/OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0.vmdk on the data store datastore1 as vApp {{(pid=62437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1858.923965] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Downloading image file data 34f0d830-8fe6-487b-acf0-14c2250d2010 to the ESX as VM named 'OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0' {{(pid=62437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1859.006663] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1859.006663] env[62437]: value = "resgroup-9" [ 1859.006663] env[62437]: _type = "ResourcePool" [ 1859.006663] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1859.007668] env[62437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-384e10b3-5218-43f4-8321-64db4774838b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.031583] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease: (returnval){ [ 1859.031583] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1859.031583] env[62437]: _type = "HttpNfcLease" [ 1859.031583] env[62437]: } obtained for vApp import into resource pool (val){ [ 1859.031583] env[62437]: value = "resgroup-9" [ 1859.031583] env[62437]: _type = "ResourcePool" [ 1859.031583] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1859.031773] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the lease: (returnval){ [ 1859.031773] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1859.031773] env[62437]: _type = "HttpNfcLease" [ 1859.031773] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1859.032686] env[62437]: DEBUG nova.scheduler.client.report [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1859.032948] env[62437]: DEBUG nova.compute.provider_tree [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 165 to 166 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1859.033152] env[62437]: DEBUG nova.compute.provider_tree [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.046557] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1859.046557] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1859.046557] env[62437]: _type = "HttpNfcLease" [ 1859.046557] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1859.070976] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812209, 'name': Rename_Task, 'duration_secs': 0.260382} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.070976] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.070976] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90ee53f-2502-453c-a05f-fe760097e44a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.074981] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17463} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.074981] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.075441] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbe495-41c3-4d8c-8d87-bb9f1753c4ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.079920] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1859.079920] env[62437]: value = "task-1812212" [ 1859.079920] env[62437]: _type = "Task" [ 1859.079920] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.108427] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 0d6bb6f1-9e03-4108-86ae-c56f4f787356/0d6bb6f1-9e03-4108-86ae-c56f4f787356.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.109302] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536739e5-2b4a-4be9-99b9-8e0ccf54c410 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.127555] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Successfully updated port: 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1859.133404] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.155642] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1859.155642] env[62437]: value = "task-1812213" [ 1859.155642] env[62437]: _type = "Task" [ 1859.155642] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.169985] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.303599] env[62437]: DEBUG oslo_concurrency.lockutils [req-3b5a4256-4a26-4789-b119-08bf2e9a1877 req-ec8d7870-e034-459b-a4e9-f7dcdaac9fd7 service nova] Releasing lock "refresh_cache-6382c616-c970-4ce4-bd35-2437e9e86506" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.443990] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ef499-4b0b-46df-bf2f-cf53568f958e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.451704] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Doing hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1859.451978] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ac599aab-b5f5-4985-b2d8-86cdfb3a4223 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.459202] env[62437]: DEBUG oslo_vmware.api [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1859.459202] env[62437]: value = "task-1812215" [ 1859.459202] env[62437]: _type = "Task" [ 1859.459202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.468688] env[62437]: DEBUG oslo_vmware.api [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812215, 'name': ResetVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.541785] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.542277] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.547044] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.638s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.547202] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.547266] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1859.547546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.491s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.549823] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1859.549823] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1859.549823] env[62437]: _type = "HttpNfcLease" [ 1859.549823] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1859.550970] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af102179-1be5-45e1-87f0-577b7f960aaf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.559860] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347a45b-c9fd-4d50-aaf2-5289314ce56c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.579620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c5305-c4f3-43ed-8f13-3e25e6798cb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.594728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0472fb3-dab7-4497-afe8-5f2e6d78b968 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.598095] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.629374] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179463MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1859.629540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.630237] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.630380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.630527] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.665958] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812213, 'name': ReconfigVM_Task, 'duration_secs': 0.438138} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.666532] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 0d6bb6f1-9e03-4108-86ae-c56f4f787356/0d6bb6f1-9e03-4108-86ae-c56f4f787356.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.667264] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309360c3-7cc7-4a44-88c4-f7beaa62d83f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.675501] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1859.675501] env[62437]: value = "task-1812216" [ 1859.675501] env[62437]: _type = "Task" [ 1859.675501] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.690918] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812216, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.969776] env[62437]: DEBUG oslo_vmware.api [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812215, 'name': ResetVM_Task, 'duration_secs': 0.115393} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.970071] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Did hard reboot of VM {{(pid=62437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1859.970270] env[62437]: DEBUG nova.compute.manager [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.971071] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc9025-e59d-42b9-9808-3cb57dcd81a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.015303] env[62437]: DEBUG nova.compute.manager [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Received event network-vif-plugged-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1860.015510] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Acquiring lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.015757] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.015890] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.016089] env[62437]: DEBUG nova.compute.manager [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] No waiting events found dispatching network-vif-plugged-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.016270] env[62437]: WARNING nova.compute.manager [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Received unexpected event network-vif-plugged-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae for instance with vm_state building and task_state spawning. [ 1860.016435] env[62437]: DEBUG nova.compute.manager [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Received event network-changed-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1860.016590] env[62437]: DEBUG nova.compute.manager [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Refreshing instance network info cache due to event network-changed-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1860.016757] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.045965] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1860.045965] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1860.045965] env[62437]: _type = "HttpNfcLease" [ 1860.045965] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1860.046228] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1860.046228] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d761e4-ecb0-e16a-4aaa-1c898866f026" [ 1860.046228] env[62437]: _type = "HttpNfcLease" [ 1860.046228] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1860.046932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e043b7-2dd3-4faa-9562-924b0f6a1a51 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.052038] env[62437]: INFO nova.compute.claims [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.059156] env[62437]: DEBUG nova.compute.utils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.060287] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1860.060466] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1860.062099] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.062285] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.123170] env[62437]: DEBUG nova.policy [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0e8103586a462eb6c095f90186b85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3ca07fe110e406dbf746ecf91310414', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.140235] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e78cb2f2-2e61-4449-9401-fff7513507fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.142669] env[62437]: DEBUG oslo_vmware.api [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812212, 'name': PowerOnVM_Task, 'duration_secs': 0.586398} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.143317] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.143529] env[62437]: INFO nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1860.143717] env[62437]: DEBUG nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.144863] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c170c-a05c-4f21-b781-a85c6856df7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.188157] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812216, 'name': Rename_Task, 'duration_secs': 0.349948} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.189058] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.189311] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-566571c5-80b7-45c2-a6f0-646d4e382328 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.196898] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1860.196898] env[62437]: value = "task-1812217" [ 1860.196898] env[62437]: _type = "Task" [ 1860.196898] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.205341] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.223234] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1860.484423] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9707a27a-c1a5-48f8-b07a-f6ed9ef1fc6a tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.337s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.538897] env[62437]: DEBUG nova.network.neutron [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.564318] env[62437]: INFO nova.compute.resource_tracker [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating resource usage from migration e86fa446-315e-4b0f-8961-576c84317e73 [ 1860.567016] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.665896] env[62437]: INFO nova.compute.manager [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Took 19.09 seconds to build instance. [ 1860.674174] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Successfully created port: ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.709827] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.780298] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edcf6c-d2a9-4389-b4a9-6eadf2831346 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.788445] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c6d33-1a20-49c9-bcfc-fe3f00805649 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.819613] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a87674-5e9c-4036-b12d-ebc994cafb24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.827728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2256828-8199-4bf1-ad60-3e9a6a84db45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.843565] env[62437]: DEBUG nova.compute.provider_tree [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.041543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.041876] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Instance network_info: |[{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.042213] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.042394] env[62437]: DEBUG nova.network.neutron [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Refreshing network info cache for port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.043622] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ab:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a85b0b6-e714-47a0-ac76-4e75ad4b11ae', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.051171] env[62437]: DEBUG oslo.service.loopingcall [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.054557] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.055434] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c6d2ad-80e8-41ae-adca-c8c4c3f148f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.070764] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "8fccef82-36eb-4d71-b84e-14e6a747920d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.071012] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.071240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.071429] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.071671] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.076456] env[62437]: INFO nova.compute.manager [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Terminating instance [ 1861.085244] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.085244] env[62437]: value = "task-1812218" [ 1861.085244] env[62437]: _type = "Task" [ 1861.085244] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.096901] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812218, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.168299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a2bc0d1d-1b4c-4e98-995e-439745131fdf tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.599s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.211546] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812217, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.308318] env[62437]: DEBUG nova.network.neutron [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updated VIF entry in instance network info cache for port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.308794] env[62437]: DEBUG nova.network.neutron [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.350153] env[62437]: DEBUG nova.scheduler.client.report [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.581596] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.584610] env[62437]: DEBUG nova.compute.manager [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.585446] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.585807] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af213a46-1c20-4405-9252-bb33d9e96d3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.605543] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.608054] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812218, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.608054] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26eb9f4-fa29-4385-a4d5-c67527377b0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.611397] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1861.611650] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.611802] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1861.611992] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.612158] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1861.612311] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1861.612597] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1861.612676] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1861.612896] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1861.613090] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1861.613267] env[62437]: DEBUG nova.virt.hardware [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1861.614148] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ea657e-f769-4627-8877-ab393eab42d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.627928] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1317067e-70e8-4e77-b52a-27ed3346b047 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.632514] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1861.632514] env[62437]: value = "task-1812219" [ 1861.632514] env[62437]: _type = "Task" [ 1861.632514] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.653914] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.710615] env[62437]: DEBUG oslo_vmware.api [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812217, 'name': PowerOnVM_Task, 'duration_secs': 1.226495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.710615] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.710615] env[62437]: INFO nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1861.710615] env[62437]: DEBUG nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.711958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53366d9a-cdbe-4b84-96f7-215b6eeeaf1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.812745] env[62437]: DEBUG oslo_concurrency.lockutils [req-77649798-0a4b-4fdc-9047-b6c108841d84 req-da6f4c20-8bc0-44c5-bc14-4a21c2db6da8 service nova] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.859351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.311s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.859351] env[62437]: INFO nova.compute.manager [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Migrating [ 1861.868872] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.881s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.870572] env[62437]: INFO nova.compute.claims [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.110601] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812218, 'name': CreateVM_Task, 'duration_secs': 0.72761} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.113755] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.114998] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.115238] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.115608] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.115900] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096cadd8-2b52-4ff1-a726-61223d7cbebc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.122864] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1862.122864] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529ce391-26a9-d056-faf2-4178d3a2d730" [ 1862.122864] env[62437]: _type = "Task" [ 1862.122864] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.134602] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529ce391-26a9-d056-faf2-4178d3a2d730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.162815] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812219, 'name': PowerOffVM_Task, 'duration_secs': 0.282967} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.163199] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.163402] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.163621] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e00142aa-e0ed-4b63-bb28-df0cd471fed6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.239213] env[62437]: INFO nova.compute.manager [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Took 15.21 seconds to build instance. [ 1862.258922] env[62437]: DEBUG nova.compute.manager [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1862.258922] env[62437]: DEBUG oslo_concurrency.lockutils [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.258922] env[62437]: DEBUG oslo_concurrency.lockutils [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.258922] env[62437]: DEBUG oslo_concurrency.lockutils [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.258922] env[62437]: DEBUG nova.compute.manager [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] No waiting events found dispatching network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.259218] env[62437]: WARNING nova.compute.manager [req-0aeead1d-1033-4c3c-9717-8cdfe51564d9 req-bde33c40-dbc5-475b-9540-2ba8281b42eb service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received unexpected event network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 for instance with vm_state building and task_state spawning. [ 1862.347408] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Successfully updated port: ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.392664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.392967] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.393086] env[62437]: DEBUG nova.network.neutron [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.609701] env[62437]: DEBUG nova.compute.manager [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1862.610016] env[62437]: DEBUG nova.compute.manager [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1862.610725] env[62437]: DEBUG oslo_concurrency.lockutils [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.610958] env[62437]: DEBUG oslo_concurrency.lockutils [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.611162] env[62437]: DEBUG nova.network.neutron [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.622121] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1862.622420] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1862.623681] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df162801-6ef3-492f-9587-741f2a768e1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.639099] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529ce391-26a9-d056-faf2-4178d3a2d730, 'name': SearchDatastore_Task, 'duration_secs': 0.038379} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.641147] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.641452] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.641661] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.641813] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.641997] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.642600] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1862.642845] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1862.643077] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c584b16b-7844-47e9-bf04-45eb95845e98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.645129] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9452550c-a610-40c8-b83d-ddc194e55810 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.669582] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.669845] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.671841] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342653f8-f62f-4642-9aea-c49cbb9cfbec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.674667] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.674919] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.675168] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Deleting the datastore file [datastore1] 8fccef82-36eb-4d71-b84e-14e6a747920d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.675697] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d552f33-4375-4b67-b5e4-044fcaa32aa8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.683087] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1862.683087] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522d23be-9290-df64-9df5-427e4f15ed29" [ 1862.683087] env[62437]: _type = "Task" [ 1862.683087] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.691492] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for the task: (returnval){ [ 1862.691492] env[62437]: value = "task-1812222" [ 1862.691492] env[62437]: _type = "Task" [ 1862.691492] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.699240] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522d23be-9290-df64-9df5-427e4f15ed29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.706171] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.742991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-7f66ad35-fd3e-46de-8555-813523f0365b tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.722s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.849447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.849674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.849884] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.137297] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c078381-8427-4986-a9ea-63fe0b821f5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.146621] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a7f984-3f8f-4ad3-a187-1c23947aabd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.178414] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f7a9cd-cb76-4f65-a11b-1e6f7c487774 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.190914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b67817-3c86-4c41-88a4-2cf1f1cbd0bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.198692] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522d23be-9290-df64-9df5-427e4f15ed29, 'name': SearchDatastore_Task, 'duration_secs': 0.030161} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.202695] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cc48f6-2fe2-4a5b-9fed-4dfb5ddd5ba6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.216066] env[62437]: DEBUG nova.compute.provider_tree [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.226118] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1863.226118] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528660ec-1519-14d9-939f-e409b6d6ba02" [ 1863.226118] env[62437]: _type = "Task" [ 1863.226118] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.226528] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.240346] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528660ec-1519-14d9-939f-e409b6d6ba02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.407333] env[62437]: DEBUG oslo_vmware.rw_handles [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b62d9d-eb71-c279-12f2-636046ab4f31/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1863.407629] env[62437]: INFO nova.virt.vmwareapi.images [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Downloaded image file data 34f0d830-8fe6-487b-acf0-14c2250d2010 [ 1863.409643] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b4d32e-c664-443f-8354-2d8a425217c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.427864] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-026e1214-cf91-4bcf-8f0a-31be3fa5e9e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.434386] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.516335] env[62437]: DEBUG nova.network.neutron [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.612242] env[62437]: INFO nova.virt.vmwareapi.images [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] The imported VM was unregistered [ 1863.615231] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1863.615972] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.617078] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb722f31-51e0-4230-b08c-4c7cc438d67a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.629906] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.630119] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0/OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0.vmdk to [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk. {{(pid=62437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1863.630369] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac273f86-c668-4f66-906a-9be6ac51aabd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.641296] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1863.641296] env[62437]: value = "task-1812224" [ 1863.641296] env[62437]: _type = "Task" [ 1863.641296] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.652500] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.658208] env[62437]: DEBUG nova.network.neutron [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.676823] env[62437]: DEBUG nova.network.neutron [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updated VIF entry in instance network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.677321] env[62437]: DEBUG nova.network.neutron [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.708689] env[62437]: DEBUG oslo_vmware.api [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Task: {'id': task-1812222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.854665} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.709311] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.709564] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.709786] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.710038] env[62437]: INFO nova.compute.manager [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1863.710328] env[62437]: DEBUG oslo.service.loopingcall [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.710552] env[62437]: DEBUG nova.compute.manager [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.710695] env[62437]: DEBUG nova.network.neutron [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.728843] env[62437]: DEBUG nova.scheduler.client.report [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.748412] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528660ec-1519-14d9-939f-e409b6d6ba02, 'name': SearchDatastore_Task, 'duration_secs': 0.025358} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.749341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.749656] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.750233] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea766f9-039a-40b3-a4fe-174cee95f930 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.759444] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1863.759444] env[62437]: value = "task-1812225" [ 1863.759444] env[62437]: _type = "Task" [ 1863.759444] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.771424] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.025518] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.117822] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.118111] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.118307] env[62437]: DEBUG nova.compute.manager [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.119981] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312a53b-8411-4fba-a382-f5f505aff6c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.131438] env[62437]: DEBUG nova.compute.manager [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1864.131867] env[62437]: DEBUG nova.objects.instance [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'flavor' on Instance uuid 0d6bb6f1-9e03-4108-86ae-c56f4f787356 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.155838] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.161351] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.162695] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance network_info: |[{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.162695] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e1:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec1509cd-0922-43a9-b123-95959068c5f9', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.170190] env[62437]: DEBUG oslo.service.loopingcall [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.170967] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.171268] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d4265ff-8677-45d0-8eed-038d20680641 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.188648] env[62437]: DEBUG oslo_concurrency.lockutils [req-39e12818-f6fe-4ced-9365-1ea02808e6f2 req-7167d3c0-1b39-40ce-be21-432b0cf7b6fc service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.196640] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.196640] env[62437]: value = "task-1812227" [ 1864.196640] env[62437]: _type = "Task" [ 1864.196640] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.206536] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812227, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.241032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.241920] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.246078] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.231s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.248421] env[62437]: INFO nova.compute.claims [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.273268] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.299568] env[62437]: DEBUG nova.compute.manager [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1864.299781] env[62437]: DEBUG nova.compute.manager [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing instance network info cache due to event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1864.300013] env[62437]: DEBUG oslo_concurrency.lockutils [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.300298] env[62437]: DEBUG oslo_concurrency.lockutils [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.300522] env[62437]: DEBUG nova.network.neutron [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.492895] env[62437]: DEBUG nova.network.neutron [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.643265] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1864.643265] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing instance network info cache due to event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1864.643265] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.643650] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.643650] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.667320] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.709224] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812227, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.754342] env[62437]: DEBUG nova.compute.utils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.761393] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.761393] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.776111] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.810176] env[62437]: DEBUG nova.policy [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4a2b298c434e60949971f08b80f3e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbafa85e18bd49c6a1b83d9e7626db12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.996376] env[62437]: INFO nova.compute.manager [-] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Took 1.29 seconds to deallocate network for instance. [ 1865.067314] env[62437]: DEBUG nova.network.neutron [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updated VIF entry in instance network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.067314] env[62437]: DEBUG nova.network.neutron [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.146760] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.148029] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84b99b52-e316-4e34-bea4-b05bf6717857 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.167582] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.169666] env[62437]: DEBUG oslo_vmware.api [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1865.169666] env[62437]: value = "task-1812228" [ 1865.169666] env[62437]: _type = "Task" [ 1865.169666] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.182395] env[62437]: DEBUG oslo_vmware.api [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.211799] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812227, 'name': CreateVM_Task, 'duration_secs': 0.761167} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.212684] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Successfully created port: 41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.214867] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1865.215433] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.215557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.215902] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1865.216593] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f41ca8f-e00d-4da0-8d96-b56fa445f642 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.222696] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1865.222696] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526dc072-a508-a5c5-56a8-b1c4433ce31b" [ 1865.222696] env[62437]: _type = "Task" [ 1865.222696] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.232897] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526dc072-a508-a5c5-56a8-b1c4433ce31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.258042] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.294974] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812225, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.491030] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updated VIF entry in instance network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.491559] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.506071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.511969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62615a-b518-41a9-9827-925166ae0ea8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.521827] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb393a-cf65-4530-a98a-102c7450a3b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.560686] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f6b79-7f86-477b-bbfd-069014186aa2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.564874] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70fe74-74c2-4678-8c37-f42e46dc8b2d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.570920] env[62437]: DEBUG oslo_concurrency.lockutils [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.571544] env[62437]: DEBUG nova.compute.manager [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Received event network-vif-deleted-68f17858-8afc-431e-a81f-e15cc6d3c0b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1865.571664] env[62437]: INFO nova.compute.manager [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Neutron deleted interface 68f17858-8afc-431e-a81f-e15cc6d3c0b3; detaching it from the instance and deleting it from the info cache [ 1865.572802] env[62437]: DEBUG nova.network.neutron [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.590144] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1865.600423] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b6804-bccb-4f7c-a7de-34f966d4a58e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.604035] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a062f71-d4f8-4f80-a17c-7b77b23206b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.619321] env[62437]: DEBUG nova.compute.provider_tree [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.624982] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a1828-df21-458e-a9b5-a8f8ff38e59b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.660486] env[62437]: DEBUG nova.compute.manager [req-498190b0-2f38-4301-ab1b-8bb042e280f9 req-9813dcd7-65a1-46b5-b503-efa07300391e service nova] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Detach interface failed, port_id=68f17858-8afc-431e-a81f-e15cc6d3c0b3, reason: Instance 8fccef82-36eb-4d71-b84e-14e6a747920d could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1865.670772] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.680373] env[62437]: DEBUG oslo_vmware.api [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812228, 'name': PowerOffVM_Task, 'duration_secs': 0.417922} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.680730] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.680945] env[62437]: DEBUG nova.compute.manager [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.681890] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc846c7-eee9-443c-97cc-67a9d7ca956f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.734555] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526dc072-a508-a5c5-56a8-b1c4433ce31b, 'name': SearchDatastore_Task, 'duration_secs': 0.098511} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.734840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.735143] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.735380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.735529] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.735709] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.736398] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe2fbacd-12eb-4f14-8bd2-3ceaf0d0c60f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.756513] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.756843] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.757505] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d1f0d0-e3c5-4b1e-8734-a136d481ba04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.763937] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1865.763937] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525d25d7-3f1e-9233-4b8f-4685942d2af0" [ 1865.763937] env[62437]: _type = "Task" [ 1865.763937] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.773140] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525d25d7-3f1e-9233-4b8f-4685942d2af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.788403] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812225, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.576247} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.788403] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.788403] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.788774] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4f29faa-91b7-4cb5-9fdb-d815a086394e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.800078] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1865.800078] env[62437]: value = "task-1812229" [ 1865.800078] env[62437]: _type = "Task" [ 1865.800078] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.807383] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.995057] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.995250] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1865.995527] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing instance network info cache due to event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1865.995849] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.996176] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.996448] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.102480] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.102908] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-157ac9c0-005c-451b-8fe5-0b0771bd852c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.111555] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1866.111555] env[62437]: value = "task-1812230" [ 1866.111555] env[62437]: _type = "Task" [ 1866.111555] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.121670] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.124123] env[62437]: DEBUG nova.scheduler.client.report [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.173501] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.195108] env[62437]: DEBUG oslo_concurrency.lockutils [None req-a67d876f-3ba0-4883-9c91-5e1b3edf6e9f tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.278247] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525d25d7-3f1e-9233-4b8f-4685942d2af0, 'name': SearchDatastore_Task, 'duration_secs': 0.094801} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.279917] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ecc1a9-6e01-46d9-a679-c70f1945ca33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.283403] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.290415] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1866.290415] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5245383f-404e-5908-00d0-1fe1033cfd02" [ 1866.290415] env[62437]: _type = "Task" [ 1866.290415] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.301349] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5245383f-404e-5908-00d0-1fe1033cfd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.314247] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086718} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.316926] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.317251] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.317453] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.317653] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.317815] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.317985] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.318233] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.318440] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.318666] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.318849] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.319066] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.319425] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.320322] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fb2b1-42bb-4c16-81bb-c4a0c4a83a9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.323703] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec7a46-0f05-4505-8b2a-95269983883c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.343741] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4debfc-7911-46c8-a5ad-a4f08e42e36f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.359372] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.360169] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acce4849-cfe8-4d98-bf12-9b49449c99e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.393914] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1866.393914] env[62437]: value = "task-1812232" [ 1866.393914] env[62437]: _type = "Task" [ 1866.393914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.404360] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.624043] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812230, 'name': PowerOffVM_Task, 'duration_secs': 0.331525} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.624043] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.624043] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1866.630079] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.630575] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1866.634917] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.005s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.675141] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.802362] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5245383f-404e-5908-00d0-1fe1033cfd02, 'name': SearchDatastore_Task, 'duration_secs': 0.099952} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.802644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.802984] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1866.803265] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c55e218-2be4-48e1-b854-4e591d98a899 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.808340] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updated VIF entry in instance network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.808676] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.811138] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1866.811138] env[62437]: value = "task-1812233" [ 1866.811138] env[62437]: _type = "Task" [ 1866.811138] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.819745] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.904513] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.136936] env[62437]: DEBUG nova.compute.utils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.140586] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.140950] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.141155] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.141377] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.141621] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.141852] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.142183] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.142443] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.142659] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.142906] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.143148] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.151182] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1867.162298] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.162530] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.165469] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c152830d-a4b5-4828-bc71-c6f211f95456 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.181101] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Applying migration context for instance d084212b-b4ee-4239-9fdf-74df900727d0 as it has an incoming, in-progress migration e86fa446-315e-4b0f-8961-576c84317e73. Migration status is migrating {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1867.183108] env[62437]: INFO nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating resource usage from migration e86fa446-315e-4b0f-8961-576c84317e73 [ 1867.186251] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.186584] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.188093] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.188400] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.188674] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.192813] env[62437]: INFO nova.compute.manager [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Terminating instance [ 1867.211563] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812224, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.08055} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.213258] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0/OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0.vmdk to [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk. [ 1867.213466] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Cleaning up location [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1867.213661] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f3c3e268-8a59-4e93-8e51-5492fe92a4e0 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.214310] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1867.214310] env[62437]: value = "task-1812234" [ 1867.214310] env[62437]: _type = "Task" [ 1867.214310] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.215318] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.215511] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 5d33cc66-767c-4729-b851-04e1cc3838f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.215610] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.215732] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 6382c616-c970-4ce4-bd35-2437e9e86506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.215894] env[62437]: WARNING nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8fccef82-36eb-4d71-b84e-14e6a747920d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1867.216048] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d2932cbc-096f-4599-8d40-c1f7fc456cef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216160] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8e2a014d-140f-4f5b-9d00-13187a7910ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216278] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d6bb6f1-9e03-4108-86ae-c56f4f787356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216390] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4d9df607-5c5a-49bf-be76-78cd05b7bb08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216508] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4f63f622-63b2-45ef-a5e7-7c81c7834fec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216667] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Migration e86fa446-315e-4b0f-8961-576c84317e73 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1867.216742] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d084212b-b4ee-4239-9fdf-74df900727d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216852] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 242f7487-e6c5-45ea-b328-46dbad87204d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.216961] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 415e9d9d-061c-40a9-81c1-d5581a2b4ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1867.217215] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1867.217423] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1867.219872] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79647039-408d-4ed7-8e96-4481adf12a8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.235024] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.237358] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1867.237358] env[62437]: value = "task-1812235" [ 1867.237358] env[62437]: _type = "Task" [ 1867.237358] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.246458] env[62437]: DEBUG nova.policy [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4a2b298c434e60949971f08b80f3e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbafa85e18bd49c6a1b83d9e7626db12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.255888] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.297914] env[62437]: DEBUG nova.compute.manager [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Received event network-vif-plugged-41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1867.298229] env[62437]: DEBUG oslo_concurrency.lockutils [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] Acquiring lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.298343] env[62437]: DEBUG oslo_concurrency.lockutils [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] Lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.298519] env[62437]: DEBUG oslo_concurrency.lockutils [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] Lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.298689] env[62437]: DEBUG nova.compute.manager [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] No waiting events found dispatching network-vif-plugged-41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.298856] env[62437]: WARNING nova.compute.manager [req-1063b2f1-6ed8-4b36-b107-e8cd027b9e1e req-0bc534ea-6167-43ca-951c-11412ea6707c service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Received unexpected event network-vif-plugged-41b67d23-2c9f-434b-b458-3493f3f46a25 for instance with vm_state building and task_state spawning. [ 1867.312209] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.312595] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1867.312670] env[62437]: DEBUG nova.compute.manager [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1867.312871] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.313049] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.313237] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.330290] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468258} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.330686] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.331046] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.331356] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a0903b-95d0-48b2-8e06-4ac9a68521e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.343690] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1867.343690] env[62437]: value = "task-1812236" [ 1867.343690] env[62437]: _type = "Task" [ 1867.343690] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.356986] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.405829] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812232, 'name': ReconfigVM_Task, 'duration_secs': 0.557269} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.408811] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.409814] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e37377-6911-4056-8346-dd2e43c995da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.418561] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1867.418561] env[62437]: value = "task-1812237" [ 1867.418561] env[62437]: _type = "Task" [ 1867.418561] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.433209] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812237, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.440405] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Successfully updated port: 41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.460220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d5763-8505-4384-91df-4c111f02f3a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.470423] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ad929-0fd8-4a05-b3b6-8d2698f0fcc4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.506039] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603f1d00-0e1e-4299-8f5a-64c2dab9f3f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.515116] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e83af4-21f8-48c5-b9bc-c3ae644c8f88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.530806] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.533481] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Successfully created port: 01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.702503] env[62437]: DEBUG nova.compute.manager [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.702800] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.703692] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f486c-c716-4c93-8669-894e7edfa4f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.712019] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.712288] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5251179e-7333-4422-97a6-4092f6511846 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.735363] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812234, 'name': ReconfigVM_Task, 'duration_secs': 0.352096} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.735363] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1867.752710] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0607} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.753332] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.753604] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.753967] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk to [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.754305] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ac96b4-036d-4246-86ff-f55f8f5165d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.761992] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1867.761992] env[62437]: value = "task-1812239" [ 1867.761992] env[62437]: _type = "Task" [ 1867.761992] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.772325] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.855949] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104123} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.856348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.857245] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d7c73-88f1-4d4d-ae27-64aed47252ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.883189] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.885755] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fad5c3a-d604-4bb2-9ce3-b02c32146b2d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.908542] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1867.908542] env[62437]: value = "task-1812240" [ 1867.908542] env[62437]: _type = "Task" [ 1867.908542] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.917987] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.933337] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812237, 'name': Rename_Task, 'duration_secs': 0.205943} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.933722] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.934017] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a36d6a-5e7e-4215-95d5-7043a6a4b0d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.943379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.943615] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.943930] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.946968] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1867.946968] env[62437]: value = "task-1812241" [ 1867.946968] env[62437]: _type = "Task" [ 1867.946968] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.963564] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.018759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.019208] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.019509] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] 0d6bb6f1-9e03-4108-86ae-c56f4f787356 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.019858] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f58ca1-4675-4ace-9648-f62bc21d5a0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.029624] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1868.029624] env[62437]: value = "task-1812242" [ 1868.029624] env[62437]: _type = "Task" [ 1868.029624] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.033911] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.044269] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.125560] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updated VIF entry in instance network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.125954] env[62437]: DEBUG nova.network.neutron [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.186718] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1868.216208] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.216507] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.216675] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.216888] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.217073] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.217276] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.217708] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.217708] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.217918] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.218078] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.218303] env[62437]: DEBUG nova.virt.hardware [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.219294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8bf78-a9ce-4215-a7f1-0c6d08c28a95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.229189] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699bd71e-7415-4341-b482-d70828e9307a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.250191] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.250544] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.250766] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.251066] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.251287] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.251509] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.251790] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.252011] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.252288] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.252510] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.252763] env[62437]: DEBUG nova.virt.hardware [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.258622] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1868.259273] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd50030-3455-4322-97a4-c72242d35abb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.285362] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.286851] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1868.286851] env[62437]: value = "task-1812243" [ 1868.286851] env[62437]: _type = "Task" [ 1868.286851] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.295370] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.420848] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812240, 'name': ReconfigVM_Task, 'duration_secs': 0.372815} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.421341] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.422155] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d1aa2a9-90c4-4113-a052-c9e410bbccfb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.430063] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1868.430063] env[62437]: value = "task-1812245" [ 1868.430063] env[62437]: _type = "Task" [ 1868.430063] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.439229] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812245, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.463550] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.497480] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.543697] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1868.544065] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.910s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.544403] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.544868] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.039s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.545135] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.575365] env[62437]: INFO nova.scheduler.client.report [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Deleted allocations for instance 8fccef82-36eb-4d71-b84e-14e6a747920d [ 1868.628710] env[62437]: DEBUG oslo_concurrency.lockutils [req-5f31001f-15c4-466b-a968-1ebeeb4affec req-8ce2a56d-81e4-44f7-bf02-a4a3fb61e9d1 service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.728283] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Updating instance_info_cache with network_info: [{"id": "41b67d23-2c9f-434b-b458-3493f3f46a25", "address": "fa:16:3e:1d:6c:c4", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b67d23-2c", "ovs_interfaceid": "41b67d23-2c9f-434b-b458-3493f3f46a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.786564] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.797925] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812243, 'name': ReconfigVM_Task, 'duration_secs': 0.427716} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.798194] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1868.799063] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302071a-406c-462e-84e1-62e3087e4d77 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.824954] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.825332] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd986fef-a8a6-4ec0-85d7-c6a682e6f1c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.847520] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1868.847520] env[62437]: value = "task-1812246" [ 1868.847520] env[62437]: _type = "Task" [ 1868.847520] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.858526] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.941890] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812245, 'name': Rename_Task, 'duration_secs': 0.186632} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.942914] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.942914] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52eb7063-9776-4691-8c84-7261ab061603 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.951844] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1868.951844] env[62437]: value = "task-1812247" [ 1868.951844] env[62437]: _type = "Task" [ 1868.951844] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.969279] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.972259] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.041429] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.085639] env[62437]: DEBUG oslo_concurrency.lockutils [None req-850ffb3a-dd3a-401d-b4e6-c347be03c3a9 tempest-InstanceActionsTestJSON-1045026162 tempest-InstanceActionsTestJSON-1045026162-project-member] Lock "8fccef82-36eb-4d71-b84e-14e6a747920d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.231836] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.232484] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Instance network_info: |[{"id": "41b67d23-2c9f-434b-b458-3493f3f46a25", "address": "fa:16:3e:1d:6c:c4", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b67d23-2c", "ovs_interfaceid": "41b67d23-2c9f-434b-b458-3493f3f46a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.233185] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6c:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b67d23-2c9f-434b-b458-3493f3f46a25', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.250291] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating folder: Project (cbafa85e18bd49c6a1b83d9e7626db12). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.251645] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85abe8db-e46e-4c9b-8d0a-1e746f5b196e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.267737] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created folder: Project (cbafa85e18bd49c6a1b83d9e7626db12) in parent group-v375259. [ 1869.268184] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating folder: Instances. Parent ref: group-v375540. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.268794] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cdff147-eca8-4a41-8500-858152a6ba33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.283039] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created folder: Instances in parent group-v375540. [ 1869.284133] env[62437]: DEBUG oslo.service.loopingcall [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.284133] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.284133] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9708922a-84a0-4a33-bf78-f4dc57b9fa92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.304807] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.311728] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.311728] env[62437]: value = "task-1812250" [ 1869.311728] env[62437]: _type = "Task" [ 1869.311728] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.325087] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812250, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.340422] env[62437]: DEBUG nova.compute.manager [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Received event network-changed-41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1869.340662] env[62437]: DEBUG nova.compute.manager [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Refreshing instance network info cache due to event network-changed-41b67d23-2c9f-434b-b458-3493f3f46a25. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1869.340921] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] Acquiring lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.341077] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] Acquired lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.341246] env[62437]: DEBUG nova.network.neutron [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Refreshing network info cache for port 41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1869.363030] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.467369] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 75%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.475910] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812247, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.543218] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.711182] env[62437]: DEBUG nova.compute.manager [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Received event network-vif-plugged-01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1869.711514] env[62437]: DEBUG oslo_concurrency.lockutils [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] Acquiring lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.711813] env[62437]: DEBUG oslo_concurrency.lockutils [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.712525] env[62437]: DEBUG oslo_concurrency.lockutils [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.712913] env[62437]: DEBUG nova.compute.manager [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] No waiting events found dispatching network-vif-plugged-01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1869.713272] env[62437]: WARNING nova.compute.manager [req-cea789b5-c9ca-4c13-a36b-2bd78fbe8adb req-92fefa70-54ac-4bc0-84fc-165260b2571e service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Received unexpected event network-vif-plugged-01dac93b-5a69-42d1-a925-f6b764d978b3 for instance with vm_state building and task_state spawning. [ 1869.788955] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.823645] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812250, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.861190] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.963967] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.978747] env[62437]: DEBUG oslo_vmware.api [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812247, 'name': PowerOnVM_Task, 'duration_secs': 0.600074} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.979054] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.979851] env[62437]: INFO nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1869.980094] env[62437]: DEBUG nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.980969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01bffb0-80f2-4284-851f-9939841c6778 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.047646] env[62437]: DEBUG oslo_vmware.api [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.88512} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.048827] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.048967] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.049175] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.049347] env[62437]: INFO nova.compute.manager [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1870.049594] env[62437]: DEBUG oslo.service.loopingcall [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.050090] env[62437]: DEBUG nova.compute.manager [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.050218] env[62437]: DEBUG nova.network.neutron [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.236697] env[62437]: DEBUG nova.network.neutron [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Updated VIF entry in instance network info cache for port 41b67d23-2c9f-434b-b458-3493f3f46a25. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.237132] env[62437]: DEBUG nova.network.neutron [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Updating instance_info_cache with network_info: [{"id": "41b67d23-2c9f-434b-b458-3493f3f46a25", "address": "fa:16:3e:1d:6c:c4", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b67d23-2c", "ovs_interfaceid": "41b67d23-2c9f-434b-b458-3493f3f46a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.288155] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812239, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.513396} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.288526] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34f0d830-8fe6-487b-acf0-14c2250d2010/34f0d830-8fe6-487b-acf0-14c2250d2010.vmdk to [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.289555] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66311ed-c736-49e5-ad00-23165d227eeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.314713] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.315655] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e2d941-ab46-4827-809a-177b82a34901 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.343946] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812250, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.345223] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1870.345223] env[62437]: value = "task-1812251" [ 1870.345223] env[62437]: _type = "Task" [ 1870.345223] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.359596] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.368795] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.406376] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Successfully updated port: 01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1870.467370] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.507264] env[62437]: INFO nova.compute.manager [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Took 21.59 seconds to build instance. [ 1870.519274] env[62437]: DEBUG nova.compute.manager [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Received event network-changed-01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.519873] env[62437]: DEBUG nova.compute.manager [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Refreshing instance network info cache due to event network-changed-01dac93b-5a69-42d1-a925-f6b764d978b3. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1870.520889] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] Acquiring lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.521414] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] Acquired lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.521414] env[62437]: DEBUG nova.network.neutron [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Refreshing network info cache for port 01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.741220] env[62437]: DEBUG oslo_concurrency.lockutils [req-4ce39802-cefa-45ea-a503-d23b58edd077 req-6f6b3795-3329-4380-8ea2-797603f665da service nova] Releasing lock "refresh_cache-242f7487-e6c5-45ea-b328-46dbad87204d" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.828026] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812250, 'name': CreateVM_Task, 'duration_secs': 1.282255} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.828026] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.828026] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.828350] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.828501] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.828949] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46532315-d297-443c-a6e1-4b4896240fb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.834654] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1870.834654] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5204dbb7-0ddf-b3c0-8692-1e0160eeb44c" [ 1870.834654] env[62437]: _type = "Task" [ 1870.834654] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.843276] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5204dbb7-0ddf-b3c0-8692-1e0160eeb44c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.856777] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812251, 'name': ReconfigVM_Task, 'duration_secs': 0.340434} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.857545] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef/d2932cbc-096f-4599-8d40-c1f7fc456cef.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.858983] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'image_id': '1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375527', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'name': 'volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd2932cbc-096f-4599-8d40-c1f7fc456cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'serial': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420'}, 'guest_format': None, 'boot_index': None, 'device_type': None, 'attachment_id': '475294a8-c492-4e66-96ee-cce8ba93790e', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1870.859145] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1870.859263] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375527', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'name': 'volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd2932cbc-096f-4599-8d40-c1f7fc456cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'serial': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1870.863321] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb8c1d-b265-49aa-b39d-bb67af3d28ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.866500] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812246, 'name': ReconfigVM_Task, 'duration_secs': 1.639387} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.866500] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Reconfigured VM instance instance-00000061 to attach disk [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0/d084212b-b4ee-4239-9fdf-74df900727d0.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.866751] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1870.890991] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245fe9b-bab1-4cb5-aae5-6106d7b6ba0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.914033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.923444] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420/volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.924746] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb40cda5-7cde-4e97-9187-35f137213a08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.947946] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1870.947946] env[62437]: value = "task-1812253" [ 1870.947946] env[62437]: _type = "Task" [ 1870.947946] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.963861] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.969474] env[62437]: DEBUG oslo_vmware.api [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812241, 'name': PowerOnVM_Task, 'duration_secs': 2.569786} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.969748] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.969991] env[62437]: INFO nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Took 12.73 seconds to spawn the instance on the hypervisor. [ 1870.970572] env[62437]: DEBUG nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.972784] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d7417-a56b-4954-8f59-d92346c2c2e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.982936] env[62437]: DEBUG nova.network.neutron [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.008930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-29140986-a95b-4c04-b3d5-7ef3bf4a5bc9 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.105s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.052721] env[62437]: DEBUG nova.network.neutron [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.179047] env[62437]: DEBUG nova.network.neutron [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.346422] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5204dbb7-0ddf-b3c0-8692-1e0160eeb44c, 'name': SearchDatastore_Task, 'duration_secs': 0.066212} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.346751] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.347054] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.347278] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.347435] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.347606] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.347892] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9d246e-f07b-4ae9-a2ac-3e4717f68f37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.359404] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.359677] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.360489] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98c1d37-0e12-4d30-9f51-de719346de65 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.367346] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1871.367346] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526fdce1-eaeb-f832-35ee-0bd1b232792e" [ 1871.367346] env[62437]: _type = "Task" [ 1871.367346] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.373248] env[62437]: DEBUG nova.compute.manager [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Received event network-vif-deleted-10c6c83c-25a1-41fc-9907-7eb093c03959 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1871.373580] env[62437]: DEBUG nova.compute.manager [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1871.373642] env[62437]: DEBUG nova.compute.manager [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing instance network info cache due to event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1871.373814] env[62437]: DEBUG oslo_concurrency.lockutils [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.374372] env[62437]: DEBUG oslo_concurrency.lockutils [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.374372] env[62437]: DEBUG nova.network.neutron [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.378033] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4c0dd8-8a7d-46ba-826b-9af8bd16e99a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.384351] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526fdce1-eaeb-f832-35ee-0bd1b232792e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.403762] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f41779-45d3-4f5a-9cd3-eb0751cddf67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.424837] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1871.458994] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.489479] env[62437]: INFO nova.compute.manager [-] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Took 1.44 seconds to deallocate network for instance. [ 1871.493898] env[62437]: INFO nova.compute.manager [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Took 22.85 seconds to build instance. [ 1871.682539] env[62437]: DEBUG oslo_concurrency.lockutils [req-1ea3a5a3-c489-4016-853e-52d053b18f9a req-1e228a7b-e7b4-4038-b2c5-7f2ebb573ee9 service nova] Releasing lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.683027] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.683205] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.886494] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526fdce1-eaeb-f832-35ee-0bd1b232792e, 'name': SearchDatastore_Task, 'duration_secs': 0.030399} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.887993] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673fb976-6b76-472d-a65d-d6d6c98aa321 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.895883] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1871.895883] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5203e165-dda1-01ac-db47-b28d383395f0" [ 1871.895883] env[62437]: _type = "Task" [ 1871.895883] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.907698] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5203e165-dda1-01ac-db47-b28d383395f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.958715] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812253, 'name': ReconfigVM_Task, 'duration_secs': 0.622874} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.958988] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420/volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.964699] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a159deb8-1637-4bf4-9f50-dff596fad949 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.974935] env[62437]: DEBUG nova.network.neutron [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Port 24ec3788-38e5-4feb-a5b3-fd64f62b32b8 binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1871.982766] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1871.982766] env[62437]: value = "task-1812254" [ 1871.982766] env[62437]: _type = "Task" [ 1871.982766] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.992358] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.997907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5ebcc41b-7c13-41c0-a79e-65ea9fadabcf tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.366s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.998780] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.999014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.999242] env[62437]: DEBUG nova.objects.instance [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid 0d6bb6f1-9e03-4108-86ae-c56f4f787356 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.219379] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.319801] env[62437]: DEBUG nova.network.neutron [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updated VIF entry in instance network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.320248] env[62437]: DEBUG nova.network.neutron [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.409531] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5203e165-dda1-01ac-db47-b28d383395f0, 'name': SearchDatastore_Task, 'duration_secs': 0.061903} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.409843] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.410130] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 242f7487-e6c5-45ea-b328-46dbad87204d/242f7487-e6c5-45ea-b328-46dbad87204d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.410411] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae3af2b-3d63-48a5-87c1-783a2c2ab350 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.420371] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1872.420371] env[62437]: value = "task-1812255" [ 1872.420371] env[62437]: _type = "Task" [ 1872.420371] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.431038] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.496817] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812254, 'name': ReconfigVM_Task, 'duration_secs': 0.193801} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.497197] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375527', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'name': 'volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd2932cbc-096f-4599-8d40-c1f7fc456cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'serial': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1872.497860] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcdfc84f-f69d-4e27-8612-50fb3e87edab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.513427] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1872.513427] env[62437]: value = "task-1812257" [ 1872.513427] env[62437]: _type = "Task" [ 1872.513427] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.526955] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812257, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.543106] env[62437]: DEBUG nova.network.neutron [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Updating instance_info_cache with network_info: [{"id": "01dac93b-5a69-42d1-a925-f6b764d978b3", "address": "fa:16:3e:c3:af:cc", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01dac93b-5a", "ovs_interfaceid": "01dac93b-5a69-42d1-a925-f6b764d978b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.732025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e02f2-f470-46b0-b48b-ec71af674094 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.740714] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff7a12-0ecc-48c0-bb4d-24653a6fd27c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.786443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73963b-4c1f-497d-8d4e-d79724bfb971 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.797876] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ebc26d-f0fd-4326-bee3-9007231157cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.817969] env[62437]: DEBUG nova.compute.provider_tree [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.823460] env[62437]: DEBUG oslo_concurrency.lockutils [req-d50f94fb-fbd2-48cc-9524-564b2bd981ce req-ae6ad396-cf76-47be-8b17-28ce8d435cf1 service nova] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.931778] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.947335] env[62437]: DEBUG nova.compute.manager [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Received event network-changed-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1872.947335] env[62437]: DEBUG nova.compute.manager [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Refreshing instance network info cache due to event network-changed-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1872.947898] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.948279] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.948568] env[62437]: DEBUG nova.network.neutron [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Refreshing network info cache for port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.003672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.003672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.003672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.028028] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812257, 'name': Rename_Task, 'duration_secs': 0.176584} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.028028] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.028028] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a16532-b291-4b97-8bda-0becc40da36f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.036205] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1873.036205] env[62437]: value = "task-1812258" [ 1873.036205] env[62437]: _type = "Task" [ 1873.036205] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.047718] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "refresh_cache-415e9d9d-061c-40a9-81c1-d5581a2b4ff1" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.048397] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance network_info: |[{"id": "01dac93b-5a69-42d1-a925-f6b764d978b3", "address": "fa:16:3e:c3:af:cc", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01dac93b-5a", "ovs_interfaceid": "01dac93b-5a69-42d1-a925-f6b764d978b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1873.048911] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.051037] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:af:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01dac93b-5a69-42d1-a925-f6b764d978b3', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1873.058181] env[62437]: DEBUG oslo.service.loopingcall [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.058683] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1873.059107] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efab73b0-b22c-4626-b568-aa01854f07ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.084355] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1873.084355] env[62437]: value = "task-1812259" [ 1873.084355] env[62437]: _type = "Task" [ 1873.084355] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.094443] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812259, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.324031] env[62437]: DEBUG nova.scheduler.client.report [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.430947] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633775} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.431448] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 242f7487-e6c5-45ea-b328-46dbad87204d/242f7487-e6c5-45ea-b328-46dbad87204d.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.431916] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.435096] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b1127bb-49ce-460f-8fa2-e3ebea551de0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.445037] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1873.445037] env[62437]: value = "task-1812260" [ 1873.445037] env[62437]: _type = "Task" [ 1873.445037] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.456985] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.551502] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.601664] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812259, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.829543] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.849327] env[62437]: DEBUG nova.network.neutron [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updated VIF entry in instance network info cache for port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.849738] env[62437]: DEBUG nova.network.neutron [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.859526] env[62437]: INFO nova.scheduler.client.report [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance 0d6bb6f1-9e03-4108-86ae-c56f4f787356 [ 1873.956809] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203968} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.956809] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1873.956809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea9fe3-d556-4ffd-9c43-e2b44f98f57b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.983408] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 242f7487-e6c5-45ea-b328-46dbad87204d/242f7487-e6c5-45ea-b328-46dbad87204d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.983771] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad085885-6622-43fc-ba74-cbbabf6ae00a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.010179] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1874.010179] env[62437]: value = "task-1812261" [ 1874.010179] env[62437]: _type = "Task" [ 1874.010179] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.024113] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.043926] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.044260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.044417] env[62437]: DEBUG nova.network.neutron [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.052768] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.097137] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812259, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.317611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.317899] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.318314] env[62437]: DEBUG nova.objects.instance [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.353995] env[62437]: DEBUG oslo_concurrency.lockutils [req-2fde4967-fb75-47d0-adcd-825061f12065 req-a196208d-34fe-4fc2-bc61-549fc42d9cd0 service nova] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.372289] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8bebabb1-ca47-4dd3-b864-2f2dd94363c0 tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "0d6bb6f1-9e03-4108-86ae-c56f4f787356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.186s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.521692] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.554205] env[62437]: DEBUG oslo_vmware.api [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812258, 'name': PowerOnVM_Task, 'duration_secs': 1.090766} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.554205] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.602484] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812259, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.758973] env[62437]: DEBUG nova.compute.manager [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.759917] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8bbcba-5ccf-4ab9-8e53-bb3e741e55ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.952569] env[62437]: DEBUG nova.objects.instance [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.023807] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812261, 'name': ReconfigVM_Task, 'duration_secs': 0.839019} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.025502] env[62437]: DEBUG nova.network.neutron [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.026712] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 242f7487-e6c5-45ea-b328-46dbad87204d/242f7487-e6c5-45ea-b328-46dbad87204d.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.027546] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2e85ec8-0092-4e0e-bdf7-b6e793df5ece {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.035364] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1875.035364] env[62437]: value = "task-1812263" [ 1875.035364] env[62437]: _type = "Task" [ 1875.035364] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.046832] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812263, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.099787] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812259, 'name': CreateVM_Task, 'duration_secs': 1.638063} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.099787] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.100533] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.100942] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.101364] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.101640] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aae7ed9-72f8-4bd7-aebc-dcf678256c5e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.107420] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1875.107420] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527c95bf-f3fc-e27e-f243-7149df40a8c5" [ 1875.107420] env[62437]: _type = "Task" [ 1875.107420] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.116152] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527c95bf-f3fc-e27e-f243-7149df40a8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.279867] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c09252d4-8420-4958-a19f-c2e2aafadd46 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.535s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.458294] env[62437]: DEBUG nova.objects.base [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1875.458660] env[62437]: DEBUG nova.network.neutron [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.530620] env[62437]: DEBUG nova.policy [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.532876] env[62437]: DEBUG oslo_concurrency.lockutils [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.547899] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812263, 'name': Rename_Task, 'duration_secs': 0.183189} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.547899] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.547899] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf3997b-f0f4-443e-b49d-2c392454b6d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.555768] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1875.555768] env[62437]: value = "task-1812264" [ 1875.555768] env[62437]: _type = "Task" [ 1875.555768] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.568025] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.619717] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527c95bf-f3fc-e27e-f243-7149df40a8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.620132] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.620457] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.620770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.620996] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.621294] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.621619] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbf2af9-6d6d-47c9-809d-f3643152349e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.634603] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.634790] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.635585] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cc966d-226a-4722-8773-ba1b4567fff7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.641819] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1875.641819] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5271525f-529d-85ba-9be0-562b5e7e506f" [ 1875.641819] env[62437]: _type = "Task" [ 1875.641819] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.650118] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5271525f-529d-85ba-9be0-562b5e7e506f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.047819] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "5d33cc66-767c-4729-b851-04e1cc3838f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.048076] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.048263] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.048453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.048622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.052814] env[62437]: INFO nova.compute.manager [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Terminating instance [ 1876.072096] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.073356] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dbdc7a-e072-4cee-8c28-a08788924ace {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.094569] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20752c0a-f1cf-4b21-b3f4-95020c959de5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.105803] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.153373] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5271525f-529d-85ba-9be0-562b5e7e506f, 'name': SearchDatastore_Task, 'duration_secs': 0.029205} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.154170] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ff4886-fe39-4fe8-9986-7a3a18af9176 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.161633] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1876.161633] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e1a66f-7333-2254-2ce0-1045c4e3a523" [ 1876.161633] env[62437]: _type = "Task" [ 1876.161633] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.170415] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e1a66f-7333-2254-2ce0-1045c4e3a523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.556640] env[62437]: DEBUG nova.compute.manager [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.556992] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.558135] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c5de23-adec-4bec-a0b3-43023ff4b042 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.578287] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812264, 'name': PowerOnVM_Task, 'duration_secs': 1.005256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.578287] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.578922] env[62437]: INFO nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1876.579231] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.579652] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.580515] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186d25d-0b55-4830-a54e-677e252358c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.583921] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40b726d-7ba8-4a1c-a522-c36407294320 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.596476] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1876.596476] env[62437]: value = "task-1812265" [ 1876.596476] env[62437]: _type = "Task" [ 1876.596476] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.615986] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.616417] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.616688] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d89436-26b5-479f-a17e-9ad1b1bd88da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.625821] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1876.625821] env[62437]: value = "task-1812266" [ 1876.625821] env[62437]: _type = "Task" [ 1876.625821] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.635752] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.674041] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e1a66f-7333-2254-2ce0-1045c4e3a523, 'name': SearchDatastore_Task, 'duration_secs': 0.027617} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.674368] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.674635] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 415e9d9d-061c-40a9-81c1-d5581a2b4ff1/415e9d9d-061c-40a9-81c1-d5581a2b4ff1.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.674904] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60939ab-f426-4444-85ea-a2cfee844e8b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.683611] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1876.683611] env[62437]: value = "task-1812267" [ 1876.683611] env[62437]: _type = "Task" [ 1876.683611] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.693277] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.109070] env[62437]: INFO nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Took 22.14 seconds to build instance. [ 1877.115698] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812265, 'name': PowerOffVM_Task, 'duration_secs': 0.289237} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.116191] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.116533] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.116830] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c9108b-4c76-4c50-a3bd-690003d63460 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.123235] env[62437]: DEBUG nova.compute.manager [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1877.123332] env[62437]: DEBUG oslo_concurrency.lockutils [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.123531] env[62437]: DEBUG oslo_concurrency.lockutils [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.123820] env[62437]: DEBUG oslo_concurrency.lockutils [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.123937] env[62437]: DEBUG nova.compute.manager [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] No waiting events found dispatching network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.124119] env[62437]: WARNING nova.compute.manager [req-7ce93fbc-e7e6-4365-b9a7-275d44b3868c req-a4589a37-bcec-4763-9464-9cf0336771fa service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received unexpected event network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 for instance with vm_state active and task_state None. [ 1877.140020] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812266, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.195532] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.236677] env[62437]: DEBUG nova.network.neutron [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Successfully updated port: 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.260655] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.260916] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.261096] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleting the datastore file [datastore1] 5d33cc66-767c-4729-b851-04e1cc3838f0 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.262086] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4949e2-3999-42af-b2f3-a6bd5d386dd2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.272997] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for the task: (returnval){ [ 1877.272997] env[62437]: value = "task-1812269" [ 1877.272997] env[62437]: _type = "Task" [ 1877.272997] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.283938] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.611929] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.653s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.639011] env[62437]: DEBUG oslo_vmware.api [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812266, 'name': PowerOnVM_Task, 'duration_secs': 0.5463} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.639329] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.639530] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6da73-e0f5-4204-b99e-3386d1386a81 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance 'd084212b-b4ee-4239-9fdf-74df900727d0' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1877.696037] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556819} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.696274] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 415e9d9d-061c-40a9-81c1-d5581a2b4ff1/415e9d9d-061c-40a9-81c1-d5581a2b4ff1.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1877.696489] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.696743] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9743569d-08a1-48b8-a1f2-8e73c05630b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.705236] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1877.705236] env[62437]: value = "task-1812270" [ 1877.705236] env[62437]: _type = "Task" [ 1877.705236] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.713391] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.739663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.739889] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.740121] env[62437]: DEBUG nova.network.neutron [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.784785] env[62437]: DEBUG oslo_vmware.api [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Task: {'id': task-1812269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193456} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.785017] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.785208] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.785382] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.785543] env[62437]: INFO nova.compute.manager [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1877.785789] env[62437]: DEBUG oslo.service.loopingcall [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.786026] env[62437]: DEBUG nova.compute.manager [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.786090] env[62437]: DEBUG nova.network.neutron [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.215399] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070509} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.215694] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.216894] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df15b5f-0d97-4e37-aaaa-39975851411d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.239860] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 415e9d9d-061c-40a9-81c1-d5581a2b4ff1/415e9d9d-061c-40a9-81c1-d5581a2b4ff1.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.240138] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffa71de-dc04-4982-80d6-2a32baa56b8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.263601] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1878.263601] env[62437]: value = "task-1812271" [ 1878.263601] env[62437]: _type = "Task" [ 1878.263601] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.275225] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.296353] env[62437]: WARNING nova.network.neutron [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1878.563163] env[62437]: DEBUG nova.network.neutron [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.640485] env[62437]: DEBUG nova.network.neutron [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "address": "fa:16:3e:d8:14:44", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d7815b-c1", "ovs_interfaceid": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.734479] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.734721] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.774205] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.068377] env[62437]: INFO nova.compute.manager [-] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Took 1.28 seconds to deallocate network for instance. [ 1879.143262] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.144046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.144259] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.145187] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16429a4-99bc-46a5-b5bc-a51456a91ba4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.162790] env[62437]: DEBUG nova.compute.manager [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1879.163065] env[62437]: DEBUG nova.compute.manager [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-31d7815b-c173-46c9-bdbf-06fcf0dc83f2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1879.163297] env[62437]: DEBUG oslo_concurrency.lockutils [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.163692] env[62437]: DEBUG oslo_concurrency.lockutils [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.163692] env[62437]: DEBUG nova.network.neutron [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.182122] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.182379] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.182540] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.182722] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.183241] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.183385] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.183597] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.183761] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.183933] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.184113] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.184301] env[62437]: DEBUG nova.virt.hardware [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.190705] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfiguring VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1879.192014] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2439311-a13a-43ca-ac4e-6ba80c71effa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.211963] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1879.211963] env[62437]: value = "task-1812272" [ 1879.211963] env[62437]: _type = "Task" [ 1879.211963] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.221675] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.236902] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.276529] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812271, 'name': ReconfigVM_Task, 'duration_secs': 0.898354} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.276851] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 415e9d9d-061c-40a9-81c1-d5581a2b4ff1/415e9d9d-061c-40a9-81c1-d5581a2b4ff1.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.277550] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a09e982-fc19-493c-a5b5-c347c8aec93b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.286354] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1879.286354] env[62437]: value = "task-1812273" [ 1879.286354] env[62437]: _type = "Task" [ 1879.286354] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.296333] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812273, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.575014] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.575260] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.575494] env[62437]: DEBUG nova.objects.instance [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lazy-loading 'resources' on Instance uuid 5d33cc66-767c-4729-b851-04e1cc3838f0 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.722807] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.764411] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.796963] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812273, 'name': Rename_Task, 'duration_secs': 0.177973} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.797278] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.797532] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85f36c4-35e5-47d9-8ae7-f01ab44949ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.805959] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1879.805959] env[62437]: value = "task-1812274" [ 1879.805959] env[62437]: _type = "Task" [ 1879.805959] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.814433] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.158791] env[62437]: DEBUG nova.network.neutron [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updated VIF entry in instance network info cache for port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.159286] env[62437]: DEBUG nova.network.neutron [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "address": "fa:16:3e:d8:14:44", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d7815b-c1", "ovs_interfaceid": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.223847] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.275847] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21309405-9331-49f5-a187-01853072189f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.285650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd829df-0c8f-463d-bbc3-6f8af7e4a4e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.320157] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35871271-2ee5-4325-8606-9b5250dc4df2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.329929] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.331144] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4fcb7e-9561-4ecd-aee0-dcc2d1b0d144 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.345307] env[62437]: DEBUG nova.compute.provider_tree [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.640060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.640060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.640317] env[62437]: DEBUG nova.compute.manager [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Going to confirm migration 8 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1880.664152] env[62437]: DEBUG oslo_concurrency.lockutils [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.664467] env[62437]: DEBUG nova.compute.manager [req-802a67de-67b7-4720-8741-fc5e511adaae req-28433213-cfb3-4de2-ac59-caef98d18521 service nova] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Received event network-vif-deleted-8a9b8b76-f70d-4d6d-84e3-d222a7979e07 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1880.725175] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.826910] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.847999] env[62437]: DEBUG nova.scheduler.client.report [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.180575] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.180794] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquired lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.180941] env[62437]: DEBUG nova.network.neutron [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.181143] env[62437]: DEBUG nova.objects.instance [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'info_cache' on Instance uuid d084212b-b4ee-4239-9fdf-74df900727d0 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.223695] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.327417] env[62437]: DEBUG oslo_vmware.api [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812274, 'name': PowerOnVM_Task, 'duration_secs': 1.202911} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.327822] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.327870] env[62437]: INFO nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Took 13.14 seconds to spawn the instance on the hypervisor. [ 1881.328043] env[62437]: DEBUG nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.328814] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5892119-96b0-44dd-9403-5e3b63f58e0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.353782] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.356036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.592s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.357409] env[62437]: INFO nova.compute.claims [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.371322] env[62437]: INFO nova.scheduler.client.report [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Deleted allocations for instance 5d33cc66-767c-4729-b851-04e1cc3838f0 [ 1881.724356] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.846750] env[62437]: INFO nova.compute.manager [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Took 26.84 seconds to build instance. [ 1881.878544] env[62437]: DEBUG oslo_concurrency.lockutils [None req-873a3149-73dc-411a-84a2-7cd7511c510a tempest-ServersTestJSON-429869564 tempest-ServersTestJSON-429869564-project-member] Lock "5d33cc66-767c-4729-b851-04e1cc3838f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.830s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.224231] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.348472] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e2f9b01b-a039-428b-b55a-d7feb570e2c7 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.359s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.385746] env[62437]: DEBUG nova.network.neutron [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [{"id": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "address": "fa:16:3e:de:cb:90", "network": {"id": "8b672ef3-8737-4486-8a84-f92e1c36c117", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1220757209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc5750e66b546a78f54925fb7a5a35c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ec3788-38", "ovs_interfaceid": "24ec3788-38e5-4feb-a5b3-fd64f62b32b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.508463] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bfe43b-7be0-4554-a5dc-6a2d15c7fba6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.517081] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa6daf-4d43-4a2d-b45a-97f7b412a2ea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.548661] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c49aa-97e9-4f25-9686-8afeda4eebeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.556282] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f841f169-f26c-4d12-81d1-cc3d2504d783 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.569535] env[62437]: DEBUG nova.compute.provider_tree [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.725698] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.888250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Releasing lock "refresh_cache-d084212b-b4ee-4239-9fdf-74df900727d0" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.888533] env[62437]: DEBUG nova.objects.instance [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lazy-loading 'migration_context' on Instance uuid d084212b-b4ee-4239-9fdf-74df900727d0 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.072864] env[62437]: DEBUG nova.scheduler.client.report [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.227227] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.391296] env[62437]: DEBUG nova.objects.base [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1883.392198] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2895504-b6bb-45bf-b305-46b4d901dfc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.411563] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc51267d-3d7e-41dc-ae75-facbfe7d4f11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.417391] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1883.417391] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c397a6-24eb-1cc0-1060-f25c03850c3b" [ 1883.417391] env[62437]: _type = "Task" [ 1883.417391] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.425289] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c397a6-24eb-1cc0-1060-f25c03850c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.578771] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.579192] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.728060] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.928184] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c397a6-24eb-1cc0-1060-f25c03850c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.928489] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.928737] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.084194] env[62437]: DEBUG nova.compute.utils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.085621] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.085797] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.131398] env[62437]: DEBUG nova.policy [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37bfd2ab0e84ae5be4e4a5b08e14bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a7e06896347a68aa49982884af089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.228350] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.403042] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Successfully created port: e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.592806] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.606208] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fddfd77-b945-4a17-abc4-824f6ee88b30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.615914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c68557-1fd6-4dab-bdcf-db7c8a509bcf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.649963] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7fe14-445a-4333-bc6b-6d0bc204378d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.658905] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45062758-d0d8-4d3e-b9d9-83a4e144f08b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.673281] env[62437]: DEBUG nova.compute.provider_tree [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.732363] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.098602] env[62437]: INFO nova.virt.block_device [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Booting with volume 0b732ea9-21a2-4108-ae75-ed324ea9843f at /dev/sda [ 1885.137232] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1927d4c2-eea1-40ab-ae9e-09d262dea45a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.162189] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5fabef-fb9c-4eb5-b5b8-3e8d6fecd0e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.176811] env[62437]: DEBUG nova.scheduler.client.report [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.194805] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09535ef-ae65-42d7-8f9c-e4be95ef15c2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.204388] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0e63b-37a9-4332-9eff-eeda0ba802d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.227666] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.238662] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d88ee1-0965-4ca3-91e5-2a601656b52c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.246418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c3af75-0e95-4f0b-a8c2-5523f07b7e81 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.262453] env[62437]: DEBUG nova.virt.block_device [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating existing volume attachment record: f63ca036-74c5-46c3-80dc-a409046c1174 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1885.729872] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.187086] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.258s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.232019] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.731051] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.743762] env[62437]: INFO nova.scheduler.client.report [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocation for migration e86fa446-315e-4b0f-8961-576c84317e73 [ 1887.231701] env[62437]: DEBUG oslo_vmware.api [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812272, 'name': ReconfigVM_Task, 'duration_secs': 7.881194} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.232214] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.232429] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfigured VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1887.249239] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.609s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.342138] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.342695] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.342913] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.343135] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.343328] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.343478] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.343629] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.343840] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.344080] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.344367] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.344628] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.344935] env[62437]: DEBUG nova.virt.hardware [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.346087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299b65c5-2e7a-43e3-adbe-a5d9dc49f92e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.354315] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598692f-2b65-49b7-aa1b-98a55d2cdfd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.738092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-388a0b6a-5ad2-4229-a9ce-e8ce0e78c5dd tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.420s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.940354] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Successfully updated port: e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.443191] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.443405] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.443517] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.474825] env[62437]: DEBUG nova.compute.manager [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Received event network-vif-plugged-e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1888.475265] env[62437]: DEBUG oslo_concurrency.lockutils [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.475390] env[62437]: DEBUG oslo_concurrency.lockutils [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.475449] env[62437]: DEBUG oslo_concurrency.lockutils [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.475623] env[62437]: DEBUG nova.compute.manager [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] No waiting events found dispatching network-vif-plugged-e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1888.475791] env[62437]: WARNING nova.compute.manager [req-89fee2f2-bc49-4768-8ce5-9b772f630672 req-b3a6c616-647d-4990-b9a1-b880dd009d28 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Received unexpected event network-vif-plugged-e4b21258-735b-4fac-bfac-d324bb84118a for instance with vm_state building and task_state spawning. [ 1888.664808] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.665089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.665370] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.665617] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.665722] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.668893] env[62437]: INFO nova.compute.manager [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Terminating instance [ 1889.013460] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.172855] env[62437]: DEBUG nova.compute.manager [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.173127] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.173999] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f0f89-68d0-467d-8b29-e7769da63230 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.183064] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.183064] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb3c3f4e-cf6c-4495-b398-58c6519b667f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.192134] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.192398] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.193708] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1889.193708] env[62437]: value = "task-1812275" [ 1889.193708] env[62437]: _type = "Task" [ 1889.193708] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.203696] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.211594] env[62437]: DEBUG nova.network.neutron [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.339794] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "242f7487-e6c5-45ea-b328-46dbad87204d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.340199] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.340479] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.341482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.341482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.343335] env[62437]: INFO nova.compute.manager [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Terminating instance [ 1889.413815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.413815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.413815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.413815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.413815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.416301] env[62437]: INFO nova.compute.manager [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Terminating instance [ 1889.695052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.695355] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.696238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2151b77-4c01-406d-a91b-bbd6a28bea6f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.711396] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812275, 'name': PowerOffVM_Task, 'duration_secs': 0.255558} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.726172] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1889.726582] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1889.727131] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.727424] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Instance network_info: |[{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.727838] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60249703-3a60-46d6-9085-5696168303d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.729712] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:d4:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4b21258-735b-4fac-bfac-d324bb84118a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.738459] env[62437]: DEBUG oslo.service.loopingcall [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.739248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2482a-4eaf-433b-9c01-2aea8f0f85af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.741801] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.742437] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf27b178-eca7-4395-9652-fb06071a2d70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.810154] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfiguring VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1889.810660] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc953d27-c1c1-4a31-b796-a74d48ca68aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.830195] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.830195] env[62437]: value = "task-1812277" [ 1889.830195] env[62437]: _type = "Task" [ 1889.830195] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.837356] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1889.837356] env[62437]: value = "task-1812278" [ 1889.837356] env[62437]: _type = "Task" [ 1889.837356] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.840624] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812277, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.849070] env[62437]: DEBUG nova.compute.manager [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.849070] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.853106] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62366650-bc0d-4f45-8307-0874cea187c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.856643] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.862324] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.862662] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-052cc49c-c09c-4e98-9f58-8dc420afd604 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.872449] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1889.872449] env[62437]: value = "task-1812279" [ 1889.872449] env[62437]: _type = "Task" [ 1889.872449] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.882886] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.893155] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.893155] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.893155] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleting the datastore file [datastore1] d084212b-b4ee-4239-9fdf-74df900727d0 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.893335] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a201232-6dda-4cd6-ab70-5431e6de1027 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.901836] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for the task: (returnval){ [ 1889.901836] env[62437]: value = "task-1812280" [ 1889.901836] env[62437]: _type = "Task" [ 1889.901836] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.911056] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.921061] env[62437]: DEBUG nova.compute.manager [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.921356] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.922350] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7cd1f4-8286-402f-b1b2-dbbc97328204 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.931362] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.931670] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c72a24-0236-4217-bad1-211d052762b5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.941380] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1889.941380] env[62437]: value = "task-1812281" [ 1889.941380] env[62437]: _type = "Task" [ 1889.941380] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.950987] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.341983] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812277, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.350620] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.383566] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812279, 'name': PowerOffVM_Task, 'duration_secs': 0.202282} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.383862] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.384066] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.384342] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3cbfb12-3d32-4dc6-92af-25b55efb41cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.412563] env[62437]: DEBUG oslo_vmware.api [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Task: {'id': task-1812280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214206} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.412886] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.413113] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.413304] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.413490] env[62437]: INFO nova.compute.manager [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1890.413731] env[62437]: DEBUG oslo.service.loopingcall [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.413977] env[62437]: DEBUG nova.compute.manager [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1890.414095] env[62437]: DEBUG nova.network.neutron [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.454132] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812281, 'name': PowerOffVM_Task, 'duration_secs': 0.243548} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.454435] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.454610] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.454868] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545df60a-27e5-4832-983d-24175673ceab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.513083] env[62437]: DEBUG nova.compute.manager [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Received event network-changed-e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1890.513334] env[62437]: DEBUG nova.compute.manager [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Refreshing instance network info cache due to event network-changed-e4b21258-735b-4fac-bfac-d324bb84118a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1890.513551] env[62437]: DEBUG oslo_concurrency.lockutils [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.513696] env[62437]: DEBUG oslo_concurrency.lockutils [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.513857] env[62437]: DEBUG nova.network.neutron [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Refreshing network info cache for port e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.524715] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.524938] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.525371] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleting the datastore file [datastore1] 242f7487-e6c5-45ea-b328-46dbad87204d {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.525647] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cc238e7-bf6c-4bcd-8298-5a9a91c286b2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.533200] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1890.533200] env[62437]: value = "task-1812284" [ 1890.533200] env[62437]: _type = "Task" [ 1890.533200] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.542450] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.549228] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.549453] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.549636] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleting the datastore file [datastore1] 415e9d9d-061c-40a9-81c1-d5581a2b4ff1 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.549902] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a7c93d-acbb-4534-be97-7617540fc3de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.557149] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1890.557149] env[62437]: value = "task-1812285" [ 1890.557149] env[62437]: _type = "Task" [ 1890.557149] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.566482] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.842529] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812277, 'name': CreateVM_Task, 'duration_secs': 0.726056} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.845985] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.846939] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375539', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'name': 'volume-0b732ea9-21a2-4108-ae75-ed324ea9843f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2', 'attached_at': '', 'detached_at': '', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'serial': '0b732ea9-21a2-4108-ae75-ed324ea9843f'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': 'f63ca036-74c5-46c3-80dc-a409046c1174', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1890.847280] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Root volume attach. Driver type: vmdk {{(pid=62437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1890.848979] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d327bf-9650-4189-a5e9-b9295a2c2c27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.857884] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.865712] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de8a929-e960-4282-a806-4773e1ded7a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.874376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74553c5-656e-4dc1-806c-9d9422802652 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.881175] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ac337c6f-3bef-4f33-90eb-984372ea9cb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.888273] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1890.888273] env[62437]: value = "task-1812286" [ 1890.888273] env[62437]: _type = "Task" [ 1890.888273] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.896474] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812286, 'name': RelocateVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.044607] env[62437]: DEBUG oslo_vmware.api [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196333} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.044877] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.045080] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.045259] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.045513] env[62437]: INFO nova.compute.manager [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1891.045775] env[62437]: DEBUG oslo.service.loopingcall [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.046016] env[62437]: DEBUG nova.compute.manager [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.046101] env[62437]: DEBUG nova.network.neutron [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.070598] env[62437]: DEBUG oslo_vmware.api [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207963} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.070901] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.071140] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.071345] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.071542] env[62437]: INFO nova.compute.manager [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1891.071813] env[62437]: DEBUG oslo.service.loopingcall [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.072078] env[62437]: DEBUG nova.compute.manager [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.072348] env[62437]: DEBUG nova.network.neutron [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.156422] env[62437]: DEBUG nova.network.neutron [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.356069] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.399904] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812286, 'name': RelocateVM_Task, 'duration_secs': 0.498016} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.400413] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1891.400755] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375539', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'name': 'volume-0b732ea9-21a2-4108-ae75-ed324ea9843f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2', 'attached_at': '', 'detached_at': '', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'serial': '0b732ea9-21a2-4108-ae75-ed324ea9843f'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1891.401726] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d81efd-645a-493e-b30f-52c7ccfc73dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.427481] env[62437]: DEBUG nova.network.neutron [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updated VIF entry in instance network info cache for port e4b21258-735b-4fac-bfac-d324bb84118a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.429164] env[62437]: DEBUG nova.network.neutron [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.432067] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5352e41-c3c3-487f-b062-4d881824634d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.463687] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-0b732ea9-21a2-4108-ae75-ed324ea9843f/volume-0b732ea9-21a2-4108-ae75-ed324ea9843f.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.466554] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95533d71-0b14-4661-b27c-fadaa3aad3bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.487816] env[62437]: DEBUG nova.network.neutron [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.494741] env[62437]: DEBUG nova.compute.manager [req-997fb326-4846-4b04-a5f1-3bf0e705e31f req-5ea4fee7-5c43-45df-95b4-a19d59933a6b service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Received event network-vif-deleted-01dac93b-5a69-42d1-a925-f6b764d978b3 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1891.494947] env[62437]: INFO nova.compute.manager [req-997fb326-4846-4b04-a5f1-3bf0e705e31f req-5ea4fee7-5c43-45df-95b4-a19d59933a6b service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Neutron deleted interface 01dac93b-5a69-42d1-a925-f6b764d978b3; detaching it from the instance and deleting it from the info cache [ 1891.495148] env[62437]: DEBUG nova.network.neutron [req-997fb326-4846-4b04-a5f1-3bf0e705e31f req-5ea4fee7-5c43-45df-95b4-a19d59933a6b service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.498110] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1891.498110] env[62437]: value = "task-1812287" [ 1891.498110] env[62437]: _type = "Task" [ 1891.498110] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.508320] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.659412] env[62437]: INFO nova.compute.manager [-] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Took 1.24 seconds to deallocate network for instance. [ 1891.854443] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.936452] env[62437]: DEBUG oslo_concurrency.lockutils [req-9978b528-8654-471d-acc0-014b5deb792e req-add6fbd4-c9ef-4a96-8bc3-b836ee57e1fb service nova] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.991831] env[62437]: INFO nova.compute.manager [-] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Took 0.92 seconds to deallocate network for instance. [ 1891.992114] env[62437]: DEBUG nova.network.neutron [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.999189] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9001f51c-edb3-4eac-836e-28f103ff2cce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.014301] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812287, 'name': ReconfigVM_Task, 'duration_secs': 0.350485} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.015474] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-0b732ea9-21a2-4108-ae75-ed324ea9843f/volume-0b732ea9-21a2-4108-ae75-ed324ea9843f.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.020857] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e42ef4-6305-476c-8c5d-74050e9406d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.033517] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf10ace-36f7-4f53-9946-0619070001f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.052043] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1892.052043] env[62437]: value = "task-1812288" [ 1892.052043] env[62437]: _type = "Task" [ 1892.052043] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.060572] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.069622] env[62437]: DEBUG nova.compute.manager [req-997fb326-4846-4b04-a5f1-3bf0e705e31f req-5ea4fee7-5c43-45df-95b4-a19d59933a6b service nova] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Detach interface failed, port_id=01dac93b-5a69-42d1-a925-f6b764d978b3, reason: Instance 415e9d9d-061c-40a9-81c1-d5581a2b4ff1 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1892.167498] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.167840] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.168092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.191444] env[62437]: INFO nova.scheduler.client.report [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Deleted allocations for instance d084212b-b4ee-4239-9fdf-74df900727d0 [ 1892.354337] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.495647] env[62437]: INFO nova.compute.manager [-] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Took 1.45 seconds to deallocate network for instance. [ 1892.509659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.509917] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.510223] env[62437]: DEBUG nova.objects.instance [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lazy-loading 'resources' on Instance uuid 415e9d9d-061c-40a9-81c1-d5581a2b4ff1 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.544973] env[62437]: DEBUG nova.compute.manager [req-a803891c-fcea-43c9-8088-402fd6a88066 req-781e923b-5a25-411e-8fb0-b3b51dbe413c service nova] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Received event network-vif-deleted-24ec3788-38e5-4feb-a5b3-fd64f62b32b8 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1892.563554] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812288, 'name': ReconfigVM_Task, 'duration_secs': 0.128607} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.563858] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375539', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'name': 'volume-0b732ea9-21a2-4108-ae75-ed324ea9843f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2', 'attached_at': '', 'detached_at': '', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'serial': '0b732ea9-21a2-4108-ae75-ed324ea9843f'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1892.564712] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da1cbec0-2c2f-4126-9867-bca56c2c0297 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.573255] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1892.573255] env[62437]: value = "task-1812289" [ 1892.573255] env[62437]: _type = "Task" [ 1892.573255] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.582690] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812289, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.700350] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3e3712d1-e525-4f70-950d-7b1eb35a62c1 tempest-DeleteServersTestJSON-1689935244 tempest-DeleteServersTestJSON-1689935244-project-member] Lock "d084212b-b4ee-4239-9fdf-74df900727d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.035s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.856991] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.002238] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.082975] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812289, 'name': Rename_Task, 'duration_secs': 0.155717} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.085677] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.086124] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0deabd9-767b-4775-9a87-7166e7113eb9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.096411] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1893.096411] env[62437]: value = "task-1812290" [ 1893.096411] env[62437]: _type = "Task" [ 1893.096411] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.109054] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.165420] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd17672-ebc9-4ac4-96bc-8693d525cf23 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.174690] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6171ea1-1d3e-4d7d-93b2-6ea0f5ae54b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.207299] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0c5b0-16a5-4f68-8bc1-f18f33721648 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.215782] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8d88e-3f78-40ab-90dd-efa548c858aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.230890] env[62437]: DEBUG nova.compute.provider_tree [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.355459] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.523984] env[62437]: DEBUG nova.compute.manager [req-807a6692-d636-4abd-878e-063d79dee7bb req-cdb8c078-aae1-4759-80cd-0d825d7d0021 service nova] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Received event network-vif-deleted-41b67d23-2c9f-434b-b458-3493f3f46a25 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1893.609589] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.724066] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.724325] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.734855] env[62437]: DEBUG nova.scheduler.client.report [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.861672] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.110986] env[62437]: DEBUG oslo_vmware.api [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812290, 'name': PowerOnVM_Task, 'duration_secs': 0.581411} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.111346] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.111560] env[62437]: INFO nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1894.111784] env[62437]: DEBUG nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.112623] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d9037c-1ec3-4e70-b330-4aadcd67fa1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.227017] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1894.238941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.242716] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.239s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.242716] env[62437]: DEBUG nova.objects.instance [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lazy-loading 'resources' on Instance uuid 242f7487-e6c5-45ea-b328-46dbad87204d {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.268362] env[62437]: INFO nova.scheduler.client.report [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted allocations for instance 415e9d9d-061c-40a9-81c1-d5581a2b4ff1 [ 1894.358311] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.633466] env[62437]: INFO nova.compute.manager [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Took 14.89 seconds to build instance. [ 1894.748568] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.776115] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a60460b-664c-4f71-b201-91f339455e6f tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "415e9d9d-061c-40a9-81c1-d5581a2b4ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.364s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.858009] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.902076] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e1bde9-c24d-444a-8139-ad1036f0d71d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.910178] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa239d-d65f-4574-a87f-69f323659379 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.943138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ffa66-f3f8-4938-aa10-cfe36ea1ec44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.951402] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30327c3e-c3a1-4e80-b274-373dd12a8d41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.966683] env[62437]: DEBUG nova.compute.provider_tree [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.136235] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d9cbd328-ed56-4a48-93c6-8b5a4300fc67 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.401s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.359064] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.469685] env[62437]: DEBUG nova.scheduler.client.report [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.858406] env[62437]: DEBUG oslo_vmware.api [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812278, 'name': ReconfigVM_Task, 'duration_secs': 5.847095} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.858739] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.858926] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Reconfigured VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1895.974629] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.977664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.229s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.979769] env[62437]: INFO nova.compute.claims [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.005570] env[62437]: INFO nova.scheduler.client.report [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted allocations for instance 242f7487-e6c5-45ea-b328-46dbad87204d [ 1896.149689] env[62437]: DEBUG nova.compute.manager [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.149904] env[62437]: DEBUG nova.compute.manager [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing instance network info cache due to event network-changed-331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1896.155280] env[62437]: DEBUG oslo_concurrency.lockutils [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.155516] env[62437]: DEBUG oslo_concurrency.lockutils [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.155712] env[62437]: DEBUG nova.network.neutron [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Refreshing network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.514187] env[62437]: DEBUG oslo_concurrency.lockutils [None req-60da1a4c-f59a-4a75-8641-82d0c64e87fe tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "242f7487-e6c5-45ea-b328-46dbad87204d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.173s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.889847] env[62437]: DEBUG nova.network.neutron [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated VIF entry in instance network info cache for port 331dfb86-bc04-4e94-96ce-5ff53da7335a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.890281] env[62437]: DEBUG nova.network.neutron [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.165697] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599eae81-fdc1-473c-bb98-7c7434721c37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.174138] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58655ebd-1a52-4279-89e6-908203cc4b0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.206087] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e20272b-ca04-4cb4-acb6-78b0a4fff2e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.214665] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c3720-c564-407a-80ce-adaf83f68562 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.232906] env[62437]: DEBUG nova.compute.provider_tree [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.236437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.236615] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.237248] env[62437]: DEBUG nova.network.neutron [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.393798] env[62437]: DEBUG oslo_concurrency.lockutils [req-7cd2cce4-b80e-4903-999b-eb262b0494cd req-061ec091-79c6-4d8a-8353-79511e676f2f service nova] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.613155] env[62437]: DEBUG nova.compute.manager [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1897.735572] env[62437]: DEBUG nova.scheduler.client.report [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.016302] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.016302] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.044039] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.044458] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.066138] env[62437]: INFO nova.network.neutron [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1898.066503] env[62437]: DEBUG nova.network.neutron [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.136358] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.192599] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Received event network-changed-e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.193382] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Refreshing instance network info cache due to event network-changed-e4b21258-735b-4fac-bfac-d324bb84118a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1898.193382] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.193382] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.193531] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Refreshing network info cache for port e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.240585] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.241231] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.244347] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.108s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.519313] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.546844] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.569973] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.601496] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.601750] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.602109] env[62437]: DEBUG nova.objects.instance [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'flavor' on Instance uuid 8e2a014d-140f-4f5b-9d00-13187a7910ec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.745331] env[62437]: DEBUG nova.compute.utils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.746656] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.747105] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.750570] env[62437]: INFO nova.compute.claims [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.835626] env[62437]: DEBUG nova.policy [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b575d91cabf54f70b3693e588eaccac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '952fd169638849e792ef330ec4c63176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.041624] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.065028] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.074024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-18b212d6-488a-41e8-b49b-c824d46d59ec tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.882s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.197955] env[62437]: DEBUG nova.objects.instance [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e2a014d-140f-4f5b-9d00-13187a7910ec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.249795] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.257623] env[62437]: INFO nova.compute.resource_tracker [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating resource usage from migration 18eccfaa-cd33-4439-abf8-e72c5cac89c4 [ 1899.309440] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updated VIF entry in instance network info cache for port e4b21258-735b-4fac-bfac-d324bb84118a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.309558] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.440798] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Successfully created port: 275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.461338] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d340f21-0626-41b9-bb43-d2cbff89381e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.469864] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac59c2a-f2c7-4eca-88cd-dee61b9f5def {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.501556] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9616a5-070f-4679-a826-fb73b0af42a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.509880] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2ad54-fe33-4d4d-a487-1abb23cd50fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.524666] env[62437]: DEBUG nova.compute.provider_tree [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.703779] env[62437]: DEBUG nova.objects.base [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Object Instance<8e2a014d-140f-4f5b-9d00-13187a7910ec> lazy-loaded attributes: flavor,pci_requests {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1899.704061] env[62437]: DEBUG nova.network.neutron [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.813389] env[62437]: DEBUG nova.policy [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6048c4d06540f2b79b1129b043fb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2addc078876c49989183a90daa613a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.815536] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.815815] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1899.816014] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing instance network info cache due to event network-changed-0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1899.816226] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquiring lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.816381] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquired lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.816563] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Refreshing network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.029843] env[62437]: DEBUG nova.scheduler.client.report [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.266336] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.301098] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.301470] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.301660] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.301904] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.302088] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.302287] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.302542] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.302769] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.302940] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.303169] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.303393] env[62437]: DEBUG nova.virt.hardware [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.304438] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f60f4-b6e6-46b8-adc8-ac488c612a9d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.313153] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5214719a-7a86-4f6a-b490-22e8fa319874 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.515555] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updated VIF entry in instance network info cache for port 0e1ac157-934a-44ee-bf79-b5741e4ae76c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.515947] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [{"id": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "address": "fa:16:3e:7d:fa:90", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1ac157-93", "ovs_interfaceid": "0e1ac157-934a-44ee-bf79-b5741e4ae76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.534655] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.290s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.534847] env[62437]: INFO nova.compute.manager [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Migrating [ 1900.540927] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.499s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.542324] env[62437]: INFO nova.compute.claims [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.018725] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Releasing lock "refresh_cache-c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.019047] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.019229] env[62437]: DEBUG nova.compute.manager [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing instance network info cache due to event network-changed-ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1901.019450] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.019595] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.019762] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.051686] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.051906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.052112] env[62437]: DEBUG nova.network.neutron [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.258601] env[62437]: DEBUG nova.compute.manager [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.258914] env[62437]: DEBUG oslo_concurrency.lockutils [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.259263] env[62437]: DEBUG oslo_concurrency.lockutils [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.259519] env[62437]: DEBUG oslo_concurrency.lockutils [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.259758] env[62437]: DEBUG nova.compute.manager [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] No waiting events found dispatching network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.259992] env[62437]: WARNING nova.compute.manager [req-115541f1-8de7-48fa-abfc-0612e779a941 req-fa6bd8df-bcc6-47f5-986e-d6353e7d60be service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received unexpected event network-vif-plugged-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 for instance with vm_state active and task_state None. [ 1901.353760] env[62437]: DEBUG nova.network.neutron [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Successfully updated port: 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.690111] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Successfully updated port: 275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.763169] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783ed3a-492f-4777-9780-77652cd6a615 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.773465] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c92568-239a-4ab2-a288-80a578dc88e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.809171] env[62437]: DEBUG nova.network.neutron [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.810800] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b9cc0-de4a-4a89-af87-7750a9f640cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.819766] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a578293-4b67-4589-ad1f-6713f312f5f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.835229] env[62437]: DEBUG nova.compute.provider_tree [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.859864] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.870865] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updated VIF entry in instance network info cache for port ce56eeb6-6ca9-4852-8db3-0d749b629c6d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.871360] env[62437]: DEBUG nova.network.neutron [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.195534] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.195693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.195858] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.314575] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.338371] env[62437]: DEBUG nova.scheduler.client.report [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.373368] env[62437]: DEBUG oslo_concurrency.lockutils [req-a017df3f-b40c-4611-b81c-16d0606b001d req-73a50d39-66af-4eaa-b203-360be11cbe72 service nova] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.373844] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.374055] env[62437]: DEBUG nova.network.neutron [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.725461] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.843041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.843750] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.846952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.781s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.848218] env[62437]: INFO nova.compute.claims [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.851326] env[62437]: DEBUG nova.network.neutron [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.907483] env[62437]: WARNING nova.network.neutron [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] 4e80a114-482a-4430-9ba8-99d1093f2d8c already exists in list: networks containing: ['4e80a114-482a-4430-9ba8-99d1093f2d8c']. ignoring it [ 1903.229057] env[62437]: DEBUG nova.network.neutron [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "address": "fa:16:3e:d8:14:44", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d7815b-c1", "ovs_interfaceid": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.354131] env[62437]: DEBUG nova.compute.utils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.357056] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.357232] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.359052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.359314] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance network_info: |[{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1903.360066] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:34:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275ff2cb-a875-45f1-85b7-05a58756438f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.367993] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating folder: Project (952fd169638849e792ef330ec4c63176). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.370423] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34300a1c-4408-4fea-8df2-cce7aecc1c18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.023899] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-changed-31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1904.024293] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing instance network info cache due to event network-changed-31d7815b-c173-46c9-bdbf-06fcf0dc83f2. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1904.024376] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.025716] env[62437]: DEBUG nova.policy [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4a2b298c434e60949971f08b80f3e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbafa85e18bd49c6a1b83d9e7626db12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1904.027663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.028227] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.028396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.030359] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.035912] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.035960] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Refreshing network info cache for port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.037422] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd53d0f-0e35-4081-a0c2-e5277ab7ca74 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.041567] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0754af5-2c66-4abe-b9d8-dff6cb087b20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.076956] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1904.081175] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.081616] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.081741] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.081975] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.082100] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.082526] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.082526] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.082636] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.082929] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.082992] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.083470] env[62437]: DEBUG nova.virt.hardware [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.089469] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfiguring VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1904.093732] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df38227c-f9d9-4efe-a866-4fbb23015dbf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.105861] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created folder: Project (952fd169638849e792ef330ec4c63176) in parent group-v375259. [ 1904.106079] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating folder: Instances. Parent ref: group-v375545. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.106804] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63d6659-fd04-4b02-b7b9-18cfaa1c2b07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.115662] env[62437]: DEBUG oslo_vmware.api [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1904.115662] env[62437]: value = "task-1812293" [ 1904.115662] env[62437]: _type = "Task" [ 1904.115662] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.120851] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created folder: Instances in parent group-v375545. [ 1904.121140] env[62437]: DEBUG oslo.service.loopingcall [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.121747] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.124864] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b1cf04-0114-440c-b424-f556bd9b8dfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.139019] env[62437]: DEBUG oslo_vmware.api [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.156216] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.156216] env[62437]: value = "task-1812295" [ 1904.156216] env[62437]: _type = "Task" [ 1904.156216] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.165295] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812295, 'name': CreateVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.335787] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a745ce-4d33-4450-a47b-98a24a1aeca7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.345306] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc5ab6-049c-4751-892e-1427b22a4095 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.379976] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da69305-dbfd-4cc8-bc6e-895053779df9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.389959] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8050e7e-5d02-4cbd-ba63-65ed3dd74218 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.403713] env[62437]: DEBUG nova.compute.provider_tree [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.410178] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Successfully created port: 0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1904.582700] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.583031] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c27ce9d-bd5c-4e2e-bf13-324cbef363a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.593734] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1904.593734] env[62437]: value = "task-1812296" [ 1904.593734] env[62437]: _type = "Task" [ 1904.593734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.607036] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.627252] env[62437]: DEBUG oslo_vmware.api [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.665719] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812295, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.780892] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updated VIF entry in instance network info cache for port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.781460] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "address": "fa:16:3e:d8:14:44", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d7815b-c1", "ovs_interfaceid": "31d7815b-c173-46c9-bdbf-06fcf0dc83f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.906923] env[62437]: DEBUG nova.scheduler.client.report [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.042650] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.069190] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.069460] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.069618] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.069804] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.069954] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.070137] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.070369] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.070530] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.070704] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.070921] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.071111] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.072018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2862e0-8a2c-4fda-8dd8-6ef3dc7f127c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.080658] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccba364-0789-448a-ab22-96388b1d5057 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.102847] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812296, 'name': PowerOffVM_Task, 'duration_secs': 0.18377} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.103119] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.103319] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1905.126363] env[62437]: DEBUG oslo_vmware.api [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812293, 'name': ReconfigVM_Task, 'duration_secs': 0.785012} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.126859] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.127089] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfigured VM to attach interface {{(pid=62437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1905.168569] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812295, 'name': CreateVM_Task, 'duration_secs': 0.52676} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.168755] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.169477] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.169968] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.170087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.170270] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee94552-7a93-4555-979b-7220c99f63cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.175068] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1905.175068] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52aca463-75d7-0531-6547-c933e1f97b7b" [ 1905.175068] env[62437]: _type = "Task" [ 1905.175068] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.183159] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52aca463-75d7-0531-6547-c933e1f97b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.286034] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.286337] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.286537] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.286743] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.286907] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.287089] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] No waiting events found dispatching network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.287260] env[62437]: WARNING nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received unexpected event network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f for instance with vm_state building and task_state spawning. [ 1905.287422] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.287640] env[62437]: DEBUG nova.compute.manager [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing instance network info cache due to event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1905.287856] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.288027] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.288631] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.411617] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.412234] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1905.609654] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.609927] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.610109] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.610308] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.610453] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.610600] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.610824] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.610982] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.611177] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.611346] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.611521] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.616529] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8e2651-c7e0-4e6c-b1a6-ed2d98a56258 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.632471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3b83296f-b8e2-40f8-a9ff-d0a744f0fa53 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.031s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.634904] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1905.634904] env[62437]: value = "task-1812297" [ 1905.634904] env[62437]: _type = "Task" [ 1905.634904] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.644310] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.686166] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52aca463-75d7-0531-6547-c933e1f97b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.686436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.686684] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.686921] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.687087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.687278] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.687541] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a403c53-37cb-452d-8eaa-990b9467f62d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.696594] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.696783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.697499] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99e2c7a-7a6b-498b-a6f3-83cc7f09549d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.702899] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1905.702899] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5281f1cc-8796-58fc-7770-c6a549519afb" [ 1905.702899] env[62437]: _type = "Task" [ 1905.702899] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.710518] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5281f1cc-8796-58fc-7770-c6a549519afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.916981] env[62437]: DEBUG nova.compute.utils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.918492] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.918813] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.986580] env[62437]: DEBUG nova.policy [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4a2b298c434e60949971f08b80f3e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbafa85e18bd49c6a1b83d9e7626db12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.988595] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updated VIF entry in instance network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.988918] env[62437]: DEBUG nova.network.neutron [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.146809] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812297, 'name': ReconfigVM_Task, 'duration_secs': 0.296129} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.147157] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.216909] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5281f1cc-8796-58fc-7770-c6a549519afb, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.218170] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63ae774-8336-42d3-99a6-03420b63d762 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.225504] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1906.225504] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c34263-e6c1-ec6f-9891-41e95a62139c" [ 1906.225504] env[62437]: _type = "Task" [ 1906.225504] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.233449] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c34263-e6c1-ec6f-9891-41e95a62139c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.364240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.364557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.364755] env[62437]: INFO nova.compute.manager [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Shelving [ 1906.374101] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Successfully created port: d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1906.421540] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1906.491675] env[62437]: DEBUG oslo_concurrency.lockutils [req-a3fb3250-1bb4-493d-8528-6ce588e8074e req-6bfb4a4a-f1f4-4baf-aa9e-079b2e6a9f54 service nova] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.653445] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1906.653710] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1906.653957] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1906.654072] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1906.654239] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1906.654389] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1906.654667] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1906.654835] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1906.655014] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1906.655180] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1906.655386] env[62437]: DEBUG nova.virt.hardware [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1906.660681] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1906.660972] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f65063-b614-48ca-89d9-9e30e0408671 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.681527] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Successfully updated port: 0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1906.691746] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1906.691746] env[62437]: value = "task-1812298" [ 1906.691746] env[62437]: _type = "Task" [ 1906.691746] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.702856] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.735790] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c34263-e6c1-ec6f-9891-41e95a62139c, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.736979] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.737402] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.738302] env[62437]: DEBUG nova.compute.manager [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Received event network-vif-plugged-0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1906.738544] env[62437]: DEBUG oslo_concurrency.lockutils [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] Acquiring lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.738751] env[62437]: DEBUG oslo_concurrency.lockutils [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.738933] env[62437]: DEBUG oslo_concurrency.lockutils [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.739025] env[62437]: DEBUG nova.compute.manager [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] No waiting events found dispatching network-vif-plugged-0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.739197] env[62437]: WARNING nova.compute.manager [req-88700aae-6951-440f-b535-975f340ea625 req-42fe136a-ec55-46c9-bcb9-124bad69179c service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Received unexpected event network-vif-plugged-0073cf73-637e-4f35-b95c-a42b958bfc2e for instance with vm_state building and task_state spawning. [ 1906.739456] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94450784-e163-4efb-b09c-abcb218478d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.747370] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1906.747370] env[62437]: value = "task-1812299" [ 1906.747370] env[62437]: _type = "Task" [ 1906.747370] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.756094] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.184863] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.185177] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.185223] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.204713] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812298, 'name': ReconfigVM_Task, 'duration_secs': 0.164442} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.205379] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1907.205797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5fcf1c-917c-40ec-9436-82415b97fd62 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.229120] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-0b732ea9-21a2-4108-ae75-ed324ea9843f/volume-0b732ea9-21a2-4108-ae75-ed324ea9843f.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.229436] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d6b31c-7781-480a-ad40-e41405945293 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.248928] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1907.248928] env[62437]: value = "task-1812300" [ 1907.248928] env[62437]: _type = "Task" [ 1907.248928] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.261125] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463713} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.265528] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.265732] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.265935] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.266177] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6e2517-26b3-4009-97c6-b023786ebbe5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.274080] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1907.274080] env[62437]: value = "task-1812301" [ 1907.274080] env[62437]: _type = "Task" [ 1907.274080] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.284560] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.374114] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.374491] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226f45e6-5c61-4535-a8d4-891ec009d9e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.382747] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1907.382747] env[62437]: value = "task-1812302" [ 1907.382747] env[62437]: _type = "Task" [ 1907.382747] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.386758] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.387016] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.391918] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.431787] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1907.460503] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.460756] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.460915] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.461215] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.461379] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.461523] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.461737] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.461911] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.462124] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.462293] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.462463] env[62437]: DEBUG nova.virt.hardware [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.463728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd700c-3f24-4322-95ea-688f543fe14e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.471500] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a26b20-34be-4d4c-9f95-2f49397d5569 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.719102] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.764124] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812300, 'name': ReconfigVM_Task, 'duration_secs': 0.262026} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.764467] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-0b732ea9-21a2-4108-ae75-ed324ea9843f/volume-0b732ea9-21a2-4108-ae75-ed324ea9843f.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.764755] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1907.783021] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059883} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.785690] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.786500] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97089b1-94f0-4681-82d3-545f3d4b122b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.811118] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.812156] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c83ed74-1ea0-4c7e-8ecd-b5009efbe00a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.836044] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1907.836044] env[62437]: value = "task-1812303" [ 1907.836044] env[62437]: _type = "Task" [ 1907.836044] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.846133] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.868206] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Updating instance_info_cache with network_info: [{"id": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "address": "fa:16:3e:a5:fe:66", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0073cf73-63", "ovs_interfaceid": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.893389] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.893565] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.893817] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812302, 'name': PowerOffVM_Task, 'duration_secs': 0.277863} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.894556] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6befa5-6f09-403b-b5dc-776c56bb8433 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.896883] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.897614] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3606dee-9e0d-4f6c-8aa6-46e719a80957 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.927370] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c79e3c-2463-4103-980a-35dd564cb737 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.930807] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab7e8de-6d87-45b6-b706-8a2a5e0971fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.961086] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfiguring VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1907.961651] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a225797-9dab-40e8-bdbd-2527b32b4ada {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.982042] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1907.982042] env[62437]: value = "task-1812304" [ 1907.982042] env[62437]: _type = "Task" [ 1907.982042] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.992878] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.271221] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c9399-fb91-4254-92bb-441d4db9ab83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.293200] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883921ac-365e-4b83-9edb-6273c55dbecc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.311183] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.346762] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.370563] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.370986] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Instance network_info: |[{"id": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "address": "fa:16:3e:a5:fe:66", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0073cf73-63", "ovs_interfaceid": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1908.371565] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fe:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0073cf73-637e-4f35-b95c-a42b958bfc2e', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.379395] env[62437]: DEBUG oslo.service.loopingcall [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.379656] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.379922] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-380fd8ca-3c53-454f-8077-f5b1e9dffef6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.401979] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.401979] env[62437]: value = "task-1812305" [ 1908.401979] env[62437]: _type = "Task" [ 1908.401979] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.410068] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.463413] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1908.464142] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4722cd3b-1b1a-4b0a-a8dc-e5b581e98cd0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.472688] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1908.472688] env[62437]: value = "task-1812306" [ 1908.472688] env[62437]: _type = "Task" [ 1908.472688] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.483330] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.493649] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.763700] env[62437]: DEBUG nova.compute.manager [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Received event network-changed-0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1908.763935] env[62437]: DEBUG nova.compute.manager [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Refreshing instance network info cache due to event network-changed-0073cf73-637e-4f35-b95c-a42b958bfc2e. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1908.764193] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] Acquiring lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.764372] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] Acquired lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.764545] env[62437]: DEBUG nova.network.neutron [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Refreshing network info cache for port 0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.847444] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812303, 'name': ReconfigVM_Task, 'duration_secs': 0.945291} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.847741] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.848363] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f062f054-1642-4e45-a9b5-42b24cffeff2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.855243] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1908.855243] env[62437]: value = "task-1812307" [ 1908.855243] env[62437]: _type = "Task" [ 1908.855243] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.863415] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812307, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.916056] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.983061] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812306, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.991759] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.365403] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812307, 'name': Rename_Task, 'duration_secs': 0.140288} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.367680] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.367938] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ea36a1-e624-495f-ba91-6794662ff499 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.374254] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1909.374254] env[62437]: value = "task-1812308" [ 1909.374254] env[62437]: _type = "Task" [ 1909.374254] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.381798] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.412583] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.483762] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812306, 'name': CreateSnapshot_Task, 'duration_secs': 0.688262} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.486818] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1909.487306] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6673e7-8c40-47b8-bef6-8b10acf158ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.494869] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.500529] env[62437]: DEBUG nova.network.neutron [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Updated VIF entry in instance network info cache for port 0073cf73-637e-4f35-b95c-a42b958bfc2e. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.500864] env[62437]: DEBUG nova.network.neutron [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Updating instance_info_cache with network_info: [{"id": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "address": "fa:16:3e:a5:fe:66", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0073cf73-63", "ovs_interfaceid": "0073cf73-637e-4f35-b95c-a42b958bfc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.884644] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.912700] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.951724] env[62437]: DEBUG nova.network.neutron [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Port e4b21258-735b-4fac-bfac-d324bb84118a binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1909.993372] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.009594] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1910.010113] env[62437]: DEBUG oslo_concurrency.lockutils [req-c9001a18-a352-4127-820c-1aa995b3815b req-a9ca1a27-8338-4b97-83b7-f46234834484 service nova] Releasing lock "refresh_cache-9dbcbb78-80cb-4643-88f7-9f65ba20c337" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.010468] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ba865a2-56cf-4ed1-937f-5629da03aeea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.018637] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1910.018637] env[62437]: value = "task-1812309" [ 1910.018637] env[62437]: _type = "Task" [ 1910.018637] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.027286] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.385286] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.413826] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.495027] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.528804] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.800514] env[62437]: DEBUG nova.compute.manager [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Stashing vm_state: active {{(pid=62437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1910.886229] env[62437]: DEBUG oslo_vmware.api [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812308, 'name': PowerOnVM_Task, 'duration_secs': 1.422013} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.886514] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.886717] env[62437]: INFO nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1910.886899] env[62437]: DEBUG nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.887674] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b301e71-1185-4e2a-9695-1ed1771f2f91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.914339] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.973648] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.973880] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.974069] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.996699] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.028228] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.321062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.321062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.403918] env[62437]: INFO nova.compute.manager [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Took 16.67 seconds to build instance. [ 1911.415790] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.497059] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.529618] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.825317] env[62437]: INFO nova.compute.claims [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.905640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-aac9f795-564c-4c82-b3bb-bae6b7d086e1 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.181s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.915194] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.998868] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.007825] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.008013] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.008200] env[62437]: DEBUG nova.network.neutron [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.033875] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.332807] env[62437]: INFO nova.compute.resource_tracker [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating resource usage from migration dfa67815-5d38-444b-a7d3-2305d24cbb20 [ 1912.358453] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.358764] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.417443] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.485597] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa7d85-c51c-4863-925a-531a5d40406d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.498820] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c44bcc-db0e-43ed-8742-31c955450ab3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.501908] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.535119] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719cda0-4672-4eaf-86eb-27a81e7c5535 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.542775] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.545853] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e15474-6e9c-4d77-8110-9c30be0e9fc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.559290] env[62437]: DEBUG nova.compute.provider_tree [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.761475] env[62437]: DEBUG nova.network.neutron [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.862385] env[62437]: INFO nova.compute.manager [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Detaching volume f1f95bf1-21fe-4f76-a15b-27df70dd6420 [ 1912.897288] env[62437]: INFO nova.virt.block_device [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Attempting to driver detach volume f1f95bf1-21fe-4f76-a15b-27df70dd6420 from mountpoint /dev/sdb [ 1912.897541] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1912.897732] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375527', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'name': 'volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd2932cbc-096f-4599-8d40-c1f7fc456cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'serial': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1912.899028] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae021e1-06f1-498f-8523-c80a858c9518 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.924841] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb1696-68c9-4ac2-bb57-78ff392d79ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.940802] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.943952] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ed210-2a92-4b44-a39e-dcb574ff5a18 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.967410] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a1a7a-e42e-4172-ba23-77ef1f2cd500 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.982636] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420/volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1912.987983] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1912.988679] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a91c8b-25b6-41f0-99fb-c68dab213bc9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.007887] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.008132] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.016164] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.017590] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1913.017590] env[62437]: value = "task-1812310" [ 1913.017590] env[62437]: _type = "Task" [ 1913.017590] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.026732] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.040880] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.062666] env[62437]: DEBUG nova.scheduler.client.report [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.264441] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.431615] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.511905] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.514559] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.526658] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812310, 'name': ReconfigVM_Task, 'duration_secs': 0.208434} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.526950] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1913.531608] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5aaf6c-bdb5-4e25-a319-4fca035afbd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.552199] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.553568] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1913.553568] env[62437]: value = "task-1812311" [ 1913.553568] env[62437]: _type = "Task" [ 1913.553568] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.562076] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.568230] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.248s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.568424] env[62437]: INFO nova.compute.manager [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Migrating [ 1913.774693] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44872c6-9651-4477-bc50-d7bf21fc1b8e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.782490] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c987aa-586f-4762-8d47-a11c24ab53c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.933216] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.011239] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.033032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.033032] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.034512] env[62437]: INFO nova.compute.claims [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.050685] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.061910] env[62437]: DEBUG oslo_vmware.api [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812311, 'name': ReconfigVM_Task, 'duration_secs': 0.171645} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.062268] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375527', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'name': 'volume-f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd2932cbc-096f-4599-8d40-c1f7fc456cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420', 'serial': 'f1f95bf1-21fe-4f76-a15b-27df70dd6420'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1914.084972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.085161] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.085343] env[62437]: DEBUG nova.network.neutron [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1914.432565] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.513376] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.552365] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.602026] env[62437]: DEBUG nova.objects.instance [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'flavor' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.806272] env[62437]: DEBUG nova.network.neutron [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.878943] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6349a351-4ab7-4e0d-8d23-8a5d4d800f79 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.900737] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb28f8f-f6d0-43b0-8435-2ee705dedb2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.908188] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.932907] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.013565] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.052819] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.212694] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f15a50-ce71-460e-b168-640d69b2bd73 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.220660] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f2062-e7cc-49f5-9287-217be24f0611 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.253986] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed189cb-7a2c-4818-aff0-5ea68c8a5986 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.261989] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf4171-8573-4c47-86da-799505af6c82 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.288991] env[62437]: DEBUG nova.compute.provider_tree [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.309617] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.415932] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.416312] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76bef16b-3220-4944-8060-35867cbd6005 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.428586] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1915.428586] env[62437]: value = "task-1812312" [ 1915.428586] env[62437]: _type = "Task" [ 1915.428586] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.442849] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.448266] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.515304] env[62437]: DEBUG oslo_vmware.api [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812304, 'name': ReconfigVM_Task, 'duration_secs': 7.516008} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.515650] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.515921] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Reconfigured VM to detach interface {{(pid=62437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1915.557052] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.608832] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c5ef391d-537e-4790-9c17-2e99030f6f40 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.792795] env[62437]: DEBUG nova.scheduler.client.report [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.936369] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812305, 'name': CreateVM_Task, 'duration_secs': 7.190839} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.936925] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1915.937689] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.937862] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.938201] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1915.938452] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7167283a-37f9-4e29-b44a-2d8e6d71e9c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.942805] env[62437]: DEBUG oslo_vmware.api [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812312, 'name': PowerOnVM_Task, 'duration_secs': 0.47187} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.943395] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.943584] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e35aa4e-d2b1-406c-9c56-aea72dad5d24 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.948260] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1915.948260] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a0fd09-0541-4b4b-989a-7915a1a295f3" [ 1915.948260] env[62437]: _type = "Task" [ 1915.948260] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.958013] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a0fd09-0541-4b4b-989a-7915a1a295f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.058904] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.298471] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.299046] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.463936] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a0fd09-0541-4b4b-989a-7915a1a295f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.464599] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.464934] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.465234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.465436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.465692] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.465998] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ffc8737-7506-48a3-8058-d3f7fb186008 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.475656] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.475911] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.476684] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bafdb62-386c-4fa7-9da2-96c73726cedf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.482797] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1916.482797] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522ea8ed-eae1-6583-a6d6-5f9c6e357f26" [ 1916.482797] env[62437]: _type = "Task" [ 1916.482797] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.491397] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522ea8ed-eae1-6583-a6d6-5f9c6e357f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.557255] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812309, 'name': CloneVM_Task, 'duration_secs': 6.341924} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.557609] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Created linked-clone VM from snapshot [ 1916.558406] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4ce27-efc3-4a50-bbc9-3872a5df2107 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.565983] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Uploading image 99fc5920-4d7c-42e8-8895-09ed376a2187 {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1916.595867] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1916.595867] env[62437]: value = "vm-375550" [ 1916.595867] env[62437]: _type = "VirtualMachine" [ 1916.595867] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1916.596149] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2dca66ff-dd2a-4dff-ab3a-12f320b198f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.605403] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease: (returnval){ [ 1916.605403] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a1395-57ca-8cf0-c212-838f948bf346" [ 1916.605403] env[62437]: _type = "HttpNfcLease" [ 1916.605403] env[62437]: } obtained for exporting VM: (result){ [ 1916.605403] env[62437]: value = "vm-375550" [ 1916.605403] env[62437]: _type = "VirtualMachine" [ 1916.605403] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1916.605797] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the lease: (returnval){ [ 1916.605797] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a1395-57ca-8cf0-c212-838f948bf346" [ 1916.605797] env[62437]: _type = "HttpNfcLease" [ 1916.605797] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1916.613024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.613331] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.613603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.613933] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.614180] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.615699] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1916.615699] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a1395-57ca-8cf0-c212-838f948bf346" [ 1916.615699] env[62437]: _type = "HttpNfcLease" [ 1916.615699] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1916.616247] env[62437]: INFO nova.compute.manager [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Terminating instance [ 1916.805499] env[62437]: DEBUG nova.compute.utils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.808539] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.808819] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.817323] env[62437]: DEBUG nova.compute.manager [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Received event network-vif-plugged-d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1916.817367] env[62437]: DEBUG oslo_concurrency.lockutils [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] Acquiring lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.818207] env[62437]: DEBUG oslo_concurrency.lockutils [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.818207] env[62437]: DEBUG oslo_concurrency.lockutils [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.818338] env[62437]: DEBUG nova.compute.manager [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] No waiting events found dispatching network-vif-plugged-d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1916.818543] env[62437]: WARNING nova.compute.manager [req-a6331d89-eae8-44fe-b113-c426fc09db95 req-f44f8b06-0610-4863-bae0-1800e030b941 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Received unexpected event network-vif-plugged-d7a1d388-d00d-4461-9bea-b35c8d805b47 for instance with vm_state building and task_state spawning. [ 1916.827379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.827723] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.828402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.828751] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.829748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.833364] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8604c7-d22f-4be3-998d-4a6fd3668d90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.837710] env[62437]: INFO nova.compute.manager [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Terminating instance [ 1916.871260] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 0 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.881686] env[62437]: DEBUG nova.policy [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b575d91cabf54f70b3693e588eaccac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '952fd169638849e792ef330ec4c63176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.884777] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.884942] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquired lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.885124] env[62437]: DEBUG nova.network.neutron [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.990698] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Successfully updated port: d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1917.001683] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522ea8ed-eae1-6583-a6d6-5f9c6e357f26, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.003224] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f1c4cf-5390-4377-94d3-7c86db2f2b4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.009812] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1917.009812] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e473e2-1788-c31b-e038-fb9faf4c2d37" [ 1917.009812] env[62437]: _type = "Task" [ 1917.009812] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.019028] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e473e2-1788-c31b-e038-fb9faf4c2d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.114945] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1917.114945] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a1395-57ca-8cf0-c212-838f948bf346" [ 1917.114945] env[62437]: _type = "HttpNfcLease" [ 1917.114945] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1917.115272] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1917.115272] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524a1395-57ca-8cf0-c212-838f948bf346" [ 1917.115272] env[62437]: _type = "HttpNfcLease" [ 1917.115272] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1917.115985] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8311c32-658f-4f0d-a612-4a86d9c20cdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.124460] env[62437]: DEBUG nova.compute.manager [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.124669] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.124965] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1917.125145] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1917.126881] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456a4ca-2a20-4f67-ac15-374fa0dc81b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.187343] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.188211] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Successfully created port: 3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.191151] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35180d8-c011-4343-ac42-31cb0ea4fa4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.200659] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1917.200659] env[62437]: value = "task-1812314" [ 1917.200659] env[62437]: _type = "Task" [ 1917.200659] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.209621] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.239716] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e94e04e-95b1-4bdd-afee-523b7bcb82e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.320024] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.343646] env[62437]: DEBUG nova.compute.manager [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.343892] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.345018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ff40fd-6c12-4ff5-8b0b-d6c904447446 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.354342] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.354632] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525565f1-1dad-4ae9-9d80-b80c482dad50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.362517] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1917.362517] env[62437]: value = "task-1812315" [ 1917.362517] env[62437]: _type = "Task" [ 1917.362517] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.373251] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.379421] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.379698] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac983b70-8452-4e94-9c3e-034b1ea3d64d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.389492] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1917.389492] env[62437]: value = "task-1812316" [ 1917.389492] env[62437]: _type = "Task" [ 1917.389492] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.402829] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.497035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.497035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.497035] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.530597] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e473e2-1788-c31b-e038-fb9faf4c2d37, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.530597] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.530597] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9dbcbb78-80cb-4643-88f7-9f65ba20c337/9dbcbb78-80cb-4643-88f7-9f65ba20c337.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.530597] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-785e7206-0f30-40fa-927d-afa88778f3c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.542800] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1917.542800] env[62437]: value = "task-1812317" [ 1917.542800] env[62437]: _type = "Task" [ 1917.542800] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.559575] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.713653] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812314, 'name': PowerOffVM_Task, 'duration_secs': 0.358675} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.714059] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.714527] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.714858] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6d4b47-53bd-4ee2-9969-0b5dba01fe7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.870900] env[62437]: INFO nova.network.neutron [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Port 31d7815b-c173-46c9-bdbf-06fcf0dc83f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1917.871801] env[62437]: DEBUG nova.network.neutron [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [{"id": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "address": "fa:16:3e:92:db:e6", "network": {"id": "4e80a114-482a-4430-9ba8-99d1093f2d8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1995128318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2addc078876c49989183a90daa613a43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce56eeb6-6c", "ovs_interfaceid": "ce56eeb6-6ca9-4852-8db3-0d749b629c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.885719] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812315, 'name': PowerOffVM_Task, 'duration_secs': 0.203626} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.885719] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.886781] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.887987] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6a597b-4865-43e1-aed0-98e4876fa4ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.905155] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812316, 'name': PowerOffVM_Task, 'duration_secs': 0.279397} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.905798] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.905798] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 17 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.968971] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.969377] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.969646] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.969995] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-099462b6-1267-45a7-995e-e7fe0630991e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.978937] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1917.978937] env[62437]: value = "task-1812320" [ 1917.978937] env[62437]: _type = "Task" [ 1917.978937] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.988221] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.030640] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1918.054910] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.089238] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.089562] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.089752] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleting the datastore file [datastore1] 8e2a014d-140f-4f5b-9d00-13187a7910ec {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.090143] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8a1247-0f67-4e78-bbd2-58a92d7406b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.099917] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1918.099917] env[62437]: value = "task-1812321" [ 1918.099917] env[62437]: _type = "Task" [ 1918.099917] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.109591] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.259224] env[62437]: DEBUG nova.network.neutron [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Updating instance_info_cache with network_info: [{"id": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "address": "fa:16:3e:5e:6e:43", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a1d388-d0", "ovs_interfaceid": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.327362] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.360703] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.360948] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.361129] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.361315] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.361500] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.361773] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.362129] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.362329] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.362516] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.362686] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.362865] env[62437]: DEBUG nova.virt.hardware [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.363841] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b3314-15aa-49e7-96a8-6262499925c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.374524] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1c7110-edc8-45ba-bce0-4539607f038d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.380914] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Releasing lock "refresh_cache-8e2a014d-140f-4f5b-9d00-13187a7910ec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.413878] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.414288] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.414469] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.414661] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.414810] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.414958] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.415184] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.415353] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.416055] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.416055] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.416055] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.421687] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76d744c-4b4f-4f17-a304-74f1837a0e1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.440034] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1918.440034] env[62437]: value = "task-1812322" [ 1918.440034] env[62437]: _type = "Task" [ 1918.440034] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.449873] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.490090] env[62437]: DEBUG oslo_vmware.api [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265102} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.490525] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.490783] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.491105] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.491494] env[62437]: INFO nova.compute.manager [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1918.491930] env[62437]: DEBUG oslo.service.loopingcall [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.492294] env[62437]: DEBUG nova.compute.manager [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.492402] env[62437]: DEBUG nova.network.neutron [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.556156] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563063} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.557220] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 9dbcbb78-80cb-4643-88f7-9f65ba20c337/9dbcbb78-80cb-4643-88f7-9f65ba20c337.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.557741] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.559114] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e61d017-4708-45c5-ab37-1a8add65ef72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.566736] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1918.566736] env[62437]: value = "task-1812323" [ 1918.566736] env[62437]: _type = "Task" [ 1918.566736] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.577652] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.611104] env[62437]: DEBUG oslo_vmware.api [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192204} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.611642] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.612657] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.612657] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.612657] env[62437]: INFO nova.compute.manager [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1918.612657] env[62437]: DEBUG oslo.service.loopingcall [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.613071] env[62437]: DEBUG nova.compute.manager [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.613294] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.762416] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.766021] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Instance network_info: |[{"id": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "address": "fa:16:3e:5e:6e:43", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a1d388-d0", "ovs_interfaceid": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.766021] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:6e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a1d388-d00d-4461-9bea-b35c8d805b47', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.772630] env[62437]: DEBUG oslo.service.loopingcall [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.773125] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.773586] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2368ab8b-86b5-4921-a3d8-2dabe68ca45b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.797170] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.797170] env[62437]: value = "task-1812324" [ 1918.797170] env[62437]: _type = "Task" [ 1918.797170] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.806886] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812324, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.854322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.854322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.854322] env[62437]: DEBUG nova.compute.manager [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Going to confirm migration 9 {{(pid=62437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1918.885638] env[62437]: DEBUG oslo_concurrency.lockutils [None req-da2ea2b3-9603-48ec-8aaf-1a7aadf6c2ad tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "interface-8e2a014d-140f-4f5b-9d00-13187a7910ec-31d7815b-c173-46c9-bdbf-06fcf0dc83f2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.498s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.957034] env[62437]: DEBUG nova.compute.manager [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Received event network-changed-d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1918.957845] env[62437]: DEBUG nova.compute.manager [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Refreshing instance network info cache due to event network-changed-d7a1d388-d00d-4461-9bea-b35c8d805b47. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1918.958231] env[62437]: DEBUG oslo_concurrency.lockutils [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] Acquiring lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.958565] env[62437]: DEBUG oslo_concurrency.lockutils [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] Acquired lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.958863] env[62437]: DEBUG nova.network.neutron [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Refreshing network info cache for port d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.967130] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812322, 'name': ReconfigVM_Task, 'duration_secs': 0.286327} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.967130] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 33 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.078459] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098896} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.078459] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.078459] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005fd63-3e30-4756-8ae6-ea06306cba49 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.111859] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9dbcbb78-80cb-4643-88f7-9f65ba20c337/9dbcbb78-80cb-4643-88f7-9f65ba20c337.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.112637] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1b6f71-9674-4b03-a051-bc5ce5d15a7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.140515] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1919.140515] env[62437]: value = "task-1812325" [ 1919.140515] env[62437]: _type = "Task" [ 1919.140515] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.151642] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.154497] env[62437]: DEBUG nova.compute.manager [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Received event network-vif-plugged-3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1919.154858] env[62437]: DEBUG oslo_concurrency.lockutils [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] Acquiring lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.155208] env[62437]: DEBUG oslo_concurrency.lockutils [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.155482] env[62437]: DEBUG oslo_concurrency.lockutils [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.155756] env[62437]: DEBUG nova.compute.manager [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] No waiting events found dispatching network-vif-plugged-3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.156044] env[62437]: WARNING nova.compute.manager [req-fb426d9a-24ad-48a1-b060-fb23bc36ea8e req-c38ab290-1300-491a-9e97-a6762a297ba7 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Received unexpected event network-vif-plugged-3b56154c-658b-4afb-8cb0-3d00cbb9b29f for instance with vm_state building and task_state spawning. [ 1919.309329] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812324, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.394856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.395232] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquired lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.396365] env[62437]: DEBUG nova.network.neutron [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.396619] env[62437]: DEBUG nova.objects.instance [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'info_cache' on Instance uuid 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.475248] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.475549] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.475850] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.476123] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.476372] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.476565] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.476798] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.476980] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.477903] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.478232] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.478463] env[62437]: DEBUG nova.virt.hardware [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.484119] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1919.484869] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bade7a-e054-4a62-a0e7-8c7e51dca8d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.506767] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1919.506767] env[62437]: value = "task-1812326" [ 1919.506767] env[62437]: _type = "Task" [ 1919.506767] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.516387] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.631101] env[62437]: DEBUG nova.compute.manager [req-80da4a74-c79d-42ee-b71d-96f4fe30114c req-11b59d0f-4846-49b5-8c8f-0840cc5f7cac service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Received event network-vif-deleted-ce56eeb6-6ca9-4852-8db3-0d749b629c6d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1919.632026] env[62437]: INFO nova.compute.manager [req-80da4a74-c79d-42ee-b71d-96f4fe30114c req-11b59d0f-4846-49b5-8c8f-0840cc5f7cac service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Neutron deleted interface ce56eeb6-6ca9-4852-8db3-0d749b629c6d; detaching it from the instance and deleting it from the info cache [ 1919.632315] env[62437]: DEBUG nova.network.neutron [req-80da4a74-c79d-42ee-b71d-96f4fe30114c req-11b59d0f-4846-49b5-8c8f-0840cc5f7cac service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.651555] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812325, 'name': ReconfigVM_Task, 'duration_secs': 0.445507} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.653031] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9dbcbb78-80cb-4643-88f7-9f65ba20c337/9dbcbb78-80cb-4643-88f7-9f65ba20c337.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.653552] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa0c812a-7eb4-4a76-a483-3601e61f589d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.664977] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1919.664977] env[62437]: value = "task-1812327" [ 1919.664977] env[62437]: _type = "Task" [ 1919.664977] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.680660] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812327, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.692088] env[62437]: DEBUG nova.network.neutron [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.709503] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Successfully updated port: 3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.766200] env[62437]: DEBUG nova.network.neutron [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Updated VIF entry in instance network info cache for port d7a1d388-d00d-4461-9bea-b35c8d805b47. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.766752] env[62437]: DEBUG nova.network.neutron [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Updating instance_info_cache with network_info: [{"id": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "address": "fa:16:3e:5e:6e:43", "network": {"id": "fddcfb9d-1821-42b1-93ce-a7096ca2c589", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-49546968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbafa85e18bd49c6a1b83d9e7626db12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a1d388-d0", "ovs_interfaceid": "d7a1d388-d00d-4461-9bea-b35c8d805b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.813077] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812324, 'name': CreateVM_Task, 'duration_secs': 0.652871} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.813077] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1919.813077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.813077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.813077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1919.813077] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92fc13b-5662-4212-ba09-717d19a363e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.818136] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1919.818136] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5263f6f4-dac8-2f5e-985b-d1a9d28ddd15" [ 1919.818136] env[62437]: _type = "Task" [ 1919.818136] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.830415] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5263f6f4-dac8-2f5e-985b-d1a9d28ddd15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.020997] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812326, 'name': ReconfigVM_Task, 'duration_secs': 0.224479} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.021631] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1920.022727] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08bd42-87c5-4cf4-b63c-4eb61af48fe3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.050240] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.050604] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f707ff27-7060-4a2a-9c80-ac3e5d4fba71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.063986] env[62437]: DEBUG nova.network.neutron [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.073183] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1920.073183] env[62437]: value = "task-1812328" [ 1920.073183] env[62437]: _type = "Task" [ 1920.073183] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.085880] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.140765] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8be5783-c946-409d-bd2d-84f8fc95a141 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.151278] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5029a29-6912-4378-a3f8-553e0e85a3b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.174416] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812327, 'name': Rename_Task, 'duration_secs': 0.208554} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.174716] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.174963] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bdd4b97-9dda-4c76-91bb-a8cdf9f36e20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.186165] env[62437]: DEBUG nova.compute.manager [req-80da4a74-c79d-42ee-b71d-96f4fe30114c req-11b59d0f-4846-49b5-8c8f-0840cc5f7cac service nova] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Detach interface failed, port_id=ce56eeb6-6ca9-4852-8db3-0d749b629c6d, reason: Instance 8e2a014d-140f-4f5b-9d00-13187a7910ec could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1920.192535] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1920.192535] env[62437]: value = "task-1812329" [ 1920.192535] env[62437]: _type = "Task" [ 1920.192535] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.195839] env[62437]: INFO nova.compute.manager [-] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Took 1.70 seconds to deallocate network for instance. [ 1920.203413] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.214036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.214036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.214036] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.270794] env[62437]: DEBUG oslo_concurrency.lockutils [req-8b74bd33-d88b-4829-b73b-e46c9a539db6 req-424bef4a-8e68-472c-9022-23d440f3b988 service nova] Releasing lock "refresh_cache-2ac72f3c-eaf1-48a8-bbf4-72315be252b2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.329915] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5263f6f4-dac8-2f5e-985b-d1a9d28ddd15, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.330190] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.330439] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1920.330685] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.330839] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.331034] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1920.331653] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f89bf87-7cb9-479e-9a89-9649da051edb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.341398] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1920.341398] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1920.342082] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be7fda0-a35d-474c-b150-98c60d1417bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.348285] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1920.348285] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5236ddf2-9fe3-801c-569d-6a0985a00910" [ 1920.348285] env[62437]: _type = "Task" [ 1920.348285] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.359116] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5236ddf2-9fe3-801c-569d-6a0985a00910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.566878] env[62437]: INFO nova.compute.manager [-] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Took 1.95 seconds to deallocate network for instance. [ 1920.585103] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812328, 'name': ReconfigVM_Task, 'duration_secs': 0.446994} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.585383] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.585711] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 50 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.643184] env[62437]: DEBUG nova.network.neutron [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [{"id": "e4b21258-735b-4fac-bfac-d324bb84118a", "address": "fa:16:3e:ab:d4:29", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b21258-73", "ovs_interfaceid": "e4b21258-735b-4fac-bfac-d324bb84118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.706699] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.707155] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.707500] env[62437]: DEBUG nova.objects.instance [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'resources' on Instance uuid d2932cbc-096f-4599-8d40-c1f7fc456cef {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.708883] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.748669] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.862902] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5236ddf2-9fe3-801c-569d-6a0985a00910, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.864177] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d4d9a9-5f05-44b6-8ba5-6d47a7b53f41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.871945] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1920.871945] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]527950aa-91ae-8b35-4900-984d759cee13" [ 1920.871945] env[62437]: _type = "Task" [ 1920.871945] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.882432] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527950aa-91ae-8b35-4900-984d759cee13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.891225] env[62437]: DEBUG nova.network.neutron [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Updating instance_info_cache with network_info: [{"id": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "address": "fa:16:3e:8f:71:3f", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b56154c-65", "ovs_interfaceid": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.993031] env[62437]: DEBUG nova.compute.manager [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Received event network-vif-deleted-fb3f3c41-cd93-443a-97c7-353c8827600f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1920.993379] env[62437]: DEBUG nova.compute.manager [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Received event network-changed-3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1920.993616] env[62437]: DEBUG nova.compute.manager [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Refreshing instance network info cache due to event network-changed-3b56154c-658b-4afb-8cb0-3d00cbb9b29f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1920.993876] env[62437]: DEBUG oslo_concurrency.lockutils [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] Acquiring lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.080227] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.092990] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ab9fa-ad3f-40a8-ad72-e639b99eb710 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.113562] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a287b95-9a5a-41f3-a8bb-b5914031094d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.133361] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 67 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.146034] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Releasing lock "refresh_cache-4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.146290] env[62437]: DEBUG nova.objects.instance [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'migration_context' on Instance uuid 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.203902] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812329, 'name': PowerOnVM_Task, 'duration_secs': 0.730513} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.204220] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.204425] env[62437]: INFO nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Took 16.16 seconds to spawn the instance on the hypervisor. [ 1921.204609] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.205392] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e19bc-b736-49ea-9633-e29eb26a06bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.383665] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]527950aa-91ae-8b35-4900-984d759cee13, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.383665] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.383665] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2ac72f3c-eaf1-48a8-bbf4-72315be252b2/2ac72f3c-eaf1-48a8-bbf4-72315be252b2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1921.384078] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98cc21cb-fe86-4259-bca8-90801d21f0c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.394961] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.395438] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Instance network_info: |[{"id": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "address": "fa:16:3e:8f:71:3f", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b56154c-65", "ovs_interfaceid": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.395627] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1921.395627] env[62437]: value = "task-1812330" [ 1921.395627] env[62437]: _type = "Task" [ 1921.395627] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.395852] env[62437]: DEBUG oslo_concurrency.lockutils [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] Acquired lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.396042] env[62437]: DEBUG nova.network.neutron [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Refreshing network info cache for port 3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.398194] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:71:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b56154c-658b-4afb-8cb0-3d00cbb9b29f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.407189] env[62437]: DEBUG oslo.service.loopingcall [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.413401] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.418282] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22d37a2-d7d5-4bcf-8dac-53112c497191 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.435060] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7bac6-af6c-4000-84ac-f990994c0927 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.441241] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.447797] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ea9ec1-28ef-4b43-b9b6-a62ce62ffd9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.451332] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.451332] env[62437]: value = "task-1812331" [ 1921.451332] env[62437]: _type = "Task" [ 1921.451332] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.483893] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60fded6-3120-40ea-a50e-8c815b7c068f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.491833] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812331, 'name': CreateVM_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.497550] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8180c634-a27e-448b-90a5-64341395687f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.512505] env[62437]: DEBUG nova.compute.provider_tree [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.649503] env[62437]: DEBUG nova.objects.base [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Object Instance<4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2> lazy-loaded attributes: info_cache,migration_context {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1921.654279] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7a8df5-d511-4521-8a45-98060783b875 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.678230] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7366e0c6-bf24-4358-86d5-de556c3dc26d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.685564] env[62437]: DEBUG oslo_vmware.api [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1921.685564] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5265aa92-ebaf-cc80-8f62-8fb67e428e48" [ 1921.685564] env[62437]: _type = "Task" [ 1921.685564] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.695542] env[62437]: DEBUG oslo_vmware.api [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5265aa92-ebaf-cc80-8f62-8fb67e428e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.700346] env[62437]: DEBUG nova.network.neutron [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1921.714661] env[62437]: DEBUG nova.network.neutron [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Updated VIF entry in instance network info cache for port 3b56154c-658b-4afb-8cb0-3d00cbb9b29f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.715031] env[62437]: DEBUG nova.network.neutron [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Updating instance_info_cache with network_info: [{"id": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "address": "fa:16:3e:8f:71:3f", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b56154c-65", "ovs_interfaceid": "3b56154c-658b-4afb-8cb0-3d00cbb9b29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.726057] env[62437]: INFO nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Took 22.70 seconds to build instance. [ 1921.918130] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496096} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.918314] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 2ac72f3c-eaf1-48a8-bbf4-72315be252b2/2ac72f3c-eaf1-48a8-bbf4-72315be252b2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.918394] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.918663] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b4a8b50-bdde-4f7a-852b-2554dfe24805 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.927693] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1921.927693] env[62437]: value = "task-1812332" [ 1921.927693] env[62437]: _type = "Task" [ 1921.927693] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.938548] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.962207] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812331, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.016658] env[62437]: DEBUG nova.scheduler.client.report [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.196753] env[62437]: DEBUG oslo_vmware.api [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5265aa92-ebaf-cc80-8f62-8fb67e428e48, 'name': SearchDatastore_Task, 'duration_secs': 0.035037} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.197018] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.217170] env[62437]: DEBUG oslo_concurrency.lockutils [req-d30f6f71-4977-4fe5-941f-0d2c033cb42b req-7aeab6d7-0b3a-4953-8f8d-a6ed89357480 service nova] Releasing lock "refresh_cache-fd817b78-3c65-4a23-ae09-2e2c0a0555b9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.229096] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.213s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.441301] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101037} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.441616] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.442429] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f226b9d-5ece-4990-974c-99ff6920710a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.467294] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2ac72f3c-eaf1-48a8-bbf4-72315be252b2/2ac72f3c-eaf1-48a8-bbf4-72315be252b2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.470671] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f6d038-ed6d-47ab-bb73-0313593694aa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.494066] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812331, 'name': CreateVM_Task, 'duration_secs': 0.680738} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.495376] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.495771] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1922.495771] env[62437]: value = "task-1812333" [ 1922.495771] env[62437]: _type = "Task" [ 1922.495771] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.496443] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.496613] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.496967] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.497302] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540d088c-ebdb-4095-b865-9f54eba75041 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.505552] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1922.505552] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f9253f-b497-5e5a-bb32-2c2e3174abd9" [ 1922.505552] env[62437]: _type = "Task" [ 1922.505552] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.509577] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.518496] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f9253f-b497-5e5a-bb32-2c2e3174abd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.522553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.525310] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.445s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.525774] env[62437]: DEBUG nova.objects.instance [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'resources' on Instance uuid 8e2a014d-140f-4f5b-9d00-13187a7910ec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.542033] env[62437]: INFO nova.scheduler.client.report [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted allocations for instance d2932cbc-096f-4599-8d40-c1f7fc456cef [ 1922.723774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.723774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.723774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.008740] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812333, 'name': ReconfigVM_Task, 'duration_secs': 0.485321} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.009100] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2ac72f3c-eaf1-48a8-bbf4-72315be252b2/2ac72f3c-eaf1-48a8-bbf4-72315be252b2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1923.009814] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-947f9668-cd76-4bbd-b2f5-5f8e15de09a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.021391] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f9253f-b497-5e5a-bb32-2c2e3174abd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.022766] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.023015] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.023296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.023452] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.023638] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.023967] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1923.023967] env[62437]: value = "task-1812334" [ 1923.023967] env[62437]: _type = "Task" [ 1923.023967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.024175] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb02b97a-caf7-4ed8-b716-39b78d9e841a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.037018] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812334, 'name': Rename_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.038285] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.038558] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.039201] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654cd9ff-137c-431b-85c6-7a2b22f07b30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.045296] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1923.045296] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523193eb-0172-59a5-b013-2aa49a3c4736" [ 1923.045296] env[62437]: _type = "Task" [ 1923.045296] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.057328] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0f16a843-1ff7-4ff0-ac67-1639a9d3002d tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "d2932cbc-096f-4599-8d40-c1f7fc456cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.444s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.062416] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523193eb-0172-59a5-b013-2aa49a3c4736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.217125] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe4adc-3c7e-4775-ab8b-48cfab06fc34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.226023] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a5580-380c-49fc-8b28-064c8d6d78d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.261737] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a7e3d-5e75-4754-956a-715b75536e90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.271857] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50627cf-9ab7-474e-b471-e2b2d9cf5729 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.288820] env[62437]: DEBUG nova.compute.provider_tree [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.536755] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812334, 'name': Rename_Task, 'duration_secs': 0.213521} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.537129] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.537405] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360b6fbd-7231-478c-890b-be8b0d454369 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.551716] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1923.551716] env[62437]: value = "task-1812335" [ 1923.551716] env[62437]: _type = "Task" [ 1923.551716] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.559809] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523193eb-0172-59a5-b013-2aa49a3c4736, 'name': SearchDatastore_Task, 'duration_secs': 0.017196} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.561134] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e862b1-8d23-4e83-8b6d-5577097be312 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.567540] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.573026] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1923.573026] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529e1091-c7f6-4c15-3a76-6c6d6ac8cc92" [ 1923.573026] env[62437]: _type = "Task" [ 1923.573026] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.582830] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e1091-c7f6-4c15-3a76-6c6d6ac8cc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.793066] env[62437]: DEBUG nova.scheduler.client.report [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.797477] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.797692] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.797900] env[62437]: DEBUG nova.network.neutron [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.063954] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.083462] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]529e1091-c7f6-4c15-3a76-6c6d6ac8cc92, 'name': SearchDatastore_Task, 'duration_secs': 0.015819} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.083775] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.084047] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fd817b78-3c65-4a23-ae09-2e2c0a0555b9/fd817b78-3c65-4a23-ae09-2e2c0a0555b9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.084321] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526299f5-0068-4ef3-bfbe-fa1e70af8785 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.091383] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1924.091383] env[62437]: value = "task-1812336" [ 1924.091383] env[62437]: _type = "Task" [ 1924.091383] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.101250] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.302023] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.306943] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.110s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.331992] env[62437]: INFO nova.scheduler.client.report [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted allocations for instance 8e2a014d-140f-4f5b-9d00-13187a7910ec [ 1924.565728] env[62437]: DEBUG oslo_vmware.api [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812335, 'name': PowerOnVM_Task, 'duration_secs': 0.815474} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.566011] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.566245] env[62437]: INFO nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Took 17.13 seconds to spawn the instance on the hypervisor. [ 1924.566438] env[62437]: DEBUG nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.567259] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce3017-3475-4174-95d5-3a99cb9c36a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.601570] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480234} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.601848] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] fd817b78-3c65-4a23-ae09-2e2c0a0555b9/fd817b78-3c65-4a23-ae09-2e2c0a0555b9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.602081] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.602367] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2592780e-ac21-4ae1-b9eb-a5cc81f6cf60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.610182] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1924.610182] env[62437]: value = "task-1812337" [ 1924.610182] env[62437]: _type = "Task" [ 1924.610182] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.619964] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.651240] env[62437]: DEBUG nova.network.neutron [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.785223] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1924.786208] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3be17e-b32e-44c1-9a9e-a13c318553a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.793537] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1924.793805] env[62437]: ERROR oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk due to incomplete transfer. [ 1924.793940] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e817edd2-ecf4-4c2d-8471-395ce77c033a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.802761] env[62437]: DEBUG oslo_vmware.rw_handles [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e15024-f6d4-6a12-2e63-7b8016f2c76d/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1924.802963] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Uploaded image 99fc5920-4d7c-42e8-8895-09ed376a2187 to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1924.805391] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1924.805661] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26db3e9d-5138-46cf-9af4-c5c1ded7aebf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.814595] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1924.814595] env[62437]: value = "task-1812338" [ 1924.814595] env[62437]: _type = "Task" [ 1924.814595] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.823272] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812338, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.841609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3d957221-971c-45ec-9a1f-473153c10d4b tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "8e2a014d-140f-4f5b-9d00-13187a7910ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.014s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.979804] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cacec0-0561-43ef-9925-8343072452f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.988097] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef65eb9-43cf-446c-8125-e59cf3dfc0cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.020402] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6966e9-402d-4528-a97c-827b74c04734 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.028382] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc1576-c52e-4bf2-92a9-2ccdefe0b0ec {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.042259] env[62437]: DEBUG nova.compute.provider_tree [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.091355] env[62437]: INFO nova.compute.manager [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Took 26.04 seconds to build instance. [ 1925.124015] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083199} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.124710] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.125603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b57c09-c15e-49f6-9c35-1d29203c3593 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.150019] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] fd817b78-3c65-4a23-ae09-2e2c0a0555b9/fd817b78-3c65-4a23-ae09-2e2c0a0555b9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.150705] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddd7932-e2ff-4a96-8da0-c73ac1b34a75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.166708] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.178032] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1925.178032] env[62437]: value = "task-1812339" [ 1925.178032] env[62437]: _type = "Task" [ 1925.178032] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.196758] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.325666] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812338, 'name': Destroy_Task, 'duration_secs': 0.378654} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.326059] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Destroyed the VM [ 1925.326309] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1925.326571] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a70507af-e11d-437f-bfc4-43046be114b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.335603] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1925.335603] env[62437]: value = "task-1812340" [ 1925.335603] env[62437]: _type = "Task" [ 1925.335603] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.343615] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812340, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.441510] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.441773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.545354] env[62437]: DEBUG nova.scheduler.client.report [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.556574] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.556895] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.557176] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.557375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.557548] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.559604] env[62437]: INFO nova.compute.manager [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Terminating instance [ 1925.592962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-618847c0-e3be-4863-bec2-382695205097 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.549s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.620866] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.621518] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.621518] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.621659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.621850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.624026] env[62437]: INFO nova.compute.manager [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Terminating instance [ 1925.689154] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812339, 'name': ReconfigVM_Task, 'duration_secs': 0.294165} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.689463] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Reconfigured VM instance instance-0000006e to attach disk [datastore1] fd817b78-3c65-4a23-ae09-2e2c0a0555b9/fd817b78-3c65-4a23-ae09-2e2c0a0555b9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.690221] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e6cb8f-83f9-4847-8f63-668b5aed0b83 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.693841] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d04be-c7d0-4089-92d5-64117fbc3a29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.697832] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1925.697832] env[62437]: value = "task-1812341" [ 1925.697832] env[62437]: _type = "Task" [ 1925.697832] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.715432] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791e73f6-bf12-4ea9-bc90-8d2d69fa6bdc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.721261] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812341, 'name': Rename_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.726315] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 83 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.846487] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812340, 'name': RemoveSnapshot_Task, 'duration_secs': 0.36066} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.846855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1925.846955] env[62437]: DEBUG nova.compute.manager [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.847729] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e3eae-358c-4222-bec7-92fdb3eaa52b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.876049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.876049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.876049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.876049] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.876298] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.878248] env[62437]: INFO nova.compute.manager [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Terminating instance [ 1925.944207] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1926.062947] env[62437]: DEBUG nova.compute.manager [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.063190] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.064758] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5a8e2b-0ac2-4d2c-a46b-27d65bc90cc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.073382] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.073612] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20224455-11d1-413c-8058-002d98391cbc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.080727] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1926.080727] env[62437]: value = "task-1812342" [ 1926.080727] env[62437]: _type = "Task" [ 1926.080727] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.089149] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.127658] env[62437]: DEBUG nova.compute.manager [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.127829] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.128682] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84903d-8b7e-475f-b5ef-7bbc7a5ce637 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.136534] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.136770] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29574173-b5b5-4895-b7cc-5d78aff8669b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.156065] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1926.156065] env[62437]: value = "task-1812343" [ 1926.156065] env[62437]: _type = "Task" [ 1926.156065] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.164647] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.208218] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812341, 'name': Rename_Task, 'duration_secs': 0.141766} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.208503] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.208769] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0815f757-2eba-4927-ae1c-71a0578d5c2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.215407] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1926.215407] env[62437]: value = "task-1812344" [ 1926.215407] env[62437]: _type = "Task" [ 1926.215407] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.223297] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.232428] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.232735] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0518ec0b-c720-4a6b-92a3-0ef329b22095 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.239985] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1926.239985] env[62437]: value = "task-1812345" [ 1926.239985] env[62437]: _type = "Task" [ 1926.239985] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.248552] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.363089] env[62437]: INFO nova.compute.manager [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Shelve offloading [ 1926.381773] env[62437]: DEBUG nova.compute.manager [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.381946] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.382886] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed41d0-8cde-4e16-86fd-d47b760f3c82 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.392052] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.392362] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1306d64d-49f7-4d05-bb82-7c530ac172a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.400958] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1926.400958] env[62437]: value = "task-1812346" [ 1926.400958] env[62437]: _type = "Task" [ 1926.400958] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.412274] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.463847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.555680] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.249s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.558851] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.095s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.560529] env[62437]: INFO nova.compute.claims [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.593992] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812342, 'name': PowerOffVM_Task, 'duration_secs': 0.293738} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.594449] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.594631] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.594932] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668be3ae-7bf5-4382-b8fa-7ff0913aa3b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.666338] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812343, 'name': PowerOffVM_Task, 'duration_secs': 0.235524} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.666570] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.666745] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.667036] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4052393-bc6f-43bc-9517-71be58450764 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.725684] env[62437]: DEBUG oslo_vmware.api [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812344, 'name': PowerOnVM_Task, 'duration_secs': 0.504947} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.725979] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.726210] env[62437]: INFO nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1926.726395] env[62437]: DEBUG nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.727187] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec308ba3-ffb9-4a34-a67f-79a5b95d232f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.756968] env[62437]: DEBUG oslo_vmware.api [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812345, 'name': PowerOnVM_Task, 'duration_secs': 0.454403} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.757865] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.758090] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0116e8a3-252c-4b3b-937b-93d3996091ed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance '4d9df607-5c5a-49bf-be76-78cd05b7bb08' progress to 100 {{(pid=62437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.761739] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.761938] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.762134] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleting the datastore file [datastore1] 9dbcbb78-80cb-4643-88f7-9f65ba20c337 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.762605] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc4d61a-025e-447b-81c2-e2dcbbcfcc99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.770343] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1926.770343] env[62437]: value = "task-1812349" [ 1926.770343] env[62437]: _type = "Task" [ 1926.770343] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.780671] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.804737] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.805063] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.805164] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleting the datastore file [datastore1] 2ac72f3c-eaf1-48a8-bbf4-72315be252b2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.805422] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24beaa6b-3013-44d6-b571-8a4dfea104c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.813580] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for the task: (returnval){ [ 1926.813580] env[62437]: value = "task-1812350" [ 1926.813580] env[62437]: _type = "Task" [ 1926.813580] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.821869] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.869748] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.870112] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d51a34-8b43-44f1-a8e0-0a6cf335e16e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.879193] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1926.879193] env[62437]: value = "task-1812351" [ 1926.879193] env[62437]: _type = "Task" [ 1926.879193] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.890423] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1926.890631] env[62437]: DEBUG nova.compute.manager [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.891418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501cd9f3-8b4b-4e76-a41d-7432ba0bf1bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.897781] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.897954] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.898215] env[62437]: DEBUG nova.network.neutron [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.909719] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812346, 'name': PowerOffVM_Task, 'duration_secs': 0.195185} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.909957] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.910140] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.910585] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ce8d40-3bea-49fa-9cea-b4658e71581d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.046535] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.046875] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.047158] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleting the datastore file [datastore1] c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.047624] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e055c87-aeff-4724-8dad-51a1ec52960a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.059970] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for the task: (returnval){ [ 1927.059970] env[62437]: value = "task-1812353" [ 1927.059970] env[62437]: _type = "Task" [ 1927.059970] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.072244] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.122776] env[62437]: INFO nova.scheduler.client.report [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocation for migration 18eccfaa-cd33-4439-abf8-e72c5cac89c4 [ 1927.245273] env[62437]: INFO nova.compute.manager [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Took 13.23 seconds to build instance. [ 1927.285394] env[62437]: DEBUG oslo_vmware.api [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221664} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.285817] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.286131] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.286432] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.286721] env[62437]: INFO nova.compute.manager [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1927.287109] env[62437]: DEBUG oslo.service.loopingcall [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.287397] env[62437]: DEBUG nova.compute.manager [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.287549] env[62437]: DEBUG nova.network.neutron [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.327476] env[62437]: DEBUG oslo_vmware.api [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Task: {'id': task-1812350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273846} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.327776] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.327962] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.328157] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.328373] env[62437]: INFO nova.compute.manager [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1927.328682] env[62437]: DEBUG oslo.service.loopingcall [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.328878] env[62437]: DEBUG nova.compute.manager [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.328972] env[62437]: DEBUG nova.network.neutron [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.537970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.569753] env[62437]: DEBUG oslo_vmware.api [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Task: {'id': task-1812353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472653} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.570266] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.570527] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.570767] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.571048] env[62437]: INFO nova.compute.manager [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1927.571362] env[62437]: DEBUG oslo.service.loopingcall [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.571571] env[62437]: DEBUG nova.compute.manager [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.571711] env[62437]: DEBUG nova.network.neutron [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.629963] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9247cf07-beb2-4d01-a3ff-29f3f72bfd43 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.777s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.736452] env[62437]: DEBUG nova.network.neutron [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.747574] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ccdfd45-12b6-46d7-8516-d7ae45471a62 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.739s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.747847] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.210s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.748073] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.748279] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.748450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.750631] env[62437]: INFO nova.compute.manager [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Terminating instance [ 1927.753762] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62212d61-2c83-4417-b0fe-9af49f12844d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.763679] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc698e1-6cb3-46b7-910f-7b687422cbef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.805034] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47855603-2405-45b5-95ca-55eab5dd7990 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.813036] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa8c8b5-a300-4532-8db5-604c057f41c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.829646] env[62437]: DEBUG nova.compute.provider_tree [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.149427] env[62437]: DEBUG nova.compute.manager [req-9d8814ff-a604-44d0-a7a2-32c819999fcf req-f2c5d701-ba11-4cb1-be63-1d65a078a82e service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Received event network-vif-deleted-0073cf73-637e-4f35-b95c-a42b958bfc2e {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1928.149703] env[62437]: INFO nova.compute.manager [req-9d8814ff-a604-44d0-a7a2-32c819999fcf req-f2c5d701-ba11-4cb1-be63-1d65a078a82e service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Neutron deleted interface 0073cf73-637e-4f35-b95c-a42b958bfc2e; detaching it from the instance and deleting it from the info cache [ 1928.149808] env[62437]: DEBUG nova.network.neutron [req-9d8814ff-a604-44d0-a7a2-32c819999fcf req-f2c5d701-ba11-4cb1-be63-1d65a078a82e service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.178866] env[62437]: INFO nova.compute.manager [None req-5edee10b-bab2-4444-bf70-32347cf94e9e tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Get console output [ 1928.179969] env[62437]: WARNING nova.virt.vmwareapi.driver [None req-5edee10b-bab2-4444-bf70-32347cf94e9e tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] The console log is missing. Check your VSPC configuration [ 1928.239505] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.261018] env[62437]: DEBUG nova.compute.manager [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1928.261018] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1928.261018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f986b9-07d7-4c94-a9d2-68fa1f1e9ec9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.268521] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1928.268941] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3691f0a-d1c6-4b18-bc8b-2a43bafd6f41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.288984] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1928.288984] env[62437]: value = "task-1812354" [ 1928.288984] env[62437]: _type = "Task" [ 1928.288984] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.301342] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.332808] env[62437]: DEBUG nova.scheduler.client.report [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.549756] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.549756] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.549756] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1928.591814] env[62437]: DEBUG nova.network.neutron [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.632377] env[62437]: DEBUG nova.network.neutron [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.651726] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55a16626-2d7f-44cf-a407-8f7e61fee80c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.662358] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeaa36a-9af6-4408-b252-65d0f6657f8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.678361] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1928.679230] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0668af-e7f3-4f92-8909-75b82a172e80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.686466] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1928.694420] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3545b02e-cfda-44ec-8d1a-9ce14dc760fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.696419] env[62437]: DEBUG nova.compute.manager [req-9d8814ff-a604-44d0-a7a2-32c819999fcf req-f2c5d701-ba11-4cb1-be63-1d65a078a82e service nova] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Detach interface failed, port_id=0073cf73-637e-4f35-b95c-a42b958bfc2e, reason: Instance 9dbcbb78-80cb-4643-88f7-9f65ba20c337 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1928.697618] env[62437]: DEBUG nova.network.neutron [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Port 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae binding to destination host cpu-1 is already ACTIVE {{(pid=62437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1928.697854] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.698015] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.698184] env[62437]: DEBUG nova.network.neutron [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.702255] env[62437]: DEBUG nova.network.neutron [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.800348] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812354, 'name': PowerOffVM_Task, 'duration_secs': 0.187455} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.800658] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1928.800901] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1928.801206] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6721c81e-e6eb-4e4b-aab8-bce892fcbe4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.812206] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1928.812426] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1928.812638] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleting the datastore file [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1928.812873] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1edcdfdb-e231-4596-87cd-4894ac677505 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.822571] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1928.822571] env[62437]: value = "task-1812357" [ 1928.822571] env[62437]: _type = "Task" [ 1928.822571] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.831306] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.838999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.839557] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1929.003917] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1929.004174] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1929.004422] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleting the datastore file [datastore1] fd817b78-3c65-4a23-ae09-2e2c0a0555b9 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1929.004889] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3531905-3633-4c0f-9533-2fd3fd00bc5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.012819] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1929.012819] env[62437]: value = "task-1812358" [ 1929.012819] env[62437]: _type = "Task" [ 1929.012819] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.020938] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.097317] env[62437]: INFO nova.compute.manager [-] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Took 1.81 seconds to deallocate network for instance. [ 1929.135146] env[62437]: INFO nova.compute.manager [-] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Took 1.81 seconds to deallocate network for instance. [ 1929.203648] env[62437]: INFO nova.compute.manager [-] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Took 1.63 seconds to deallocate network for instance. [ 1929.336502] env[62437]: DEBUG oslo_vmware.api [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177811} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.336821] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.337020] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.337290] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.345242] env[62437]: DEBUG nova.compute.utils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.347096] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.347361] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.368396] env[62437]: INFO nova.scheduler.client.report [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted allocations for instance 4f63f622-63b2-45ef-a5e7-7c81c7834fec [ 1929.420231] env[62437]: DEBUG nova.policy [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4f3f3afe3b146c5868c67b8368e6488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0ef900c70c4a66acdffbab93da4b89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.522712] env[62437]: DEBUG oslo_vmware.api [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267664} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.523927] env[62437]: DEBUG nova.network.neutron [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.525193] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.525565] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.525763] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.525943] env[62437]: INFO nova.compute.manager [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1929.526208] env[62437]: DEBUG oslo.service.loopingcall [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.526810] env[62437]: DEBUG nova.compute.manager [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.527155] env[62437]: DEBUG nova.network.neutron [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.604165] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.604165] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.604334] env[62437]: DEBUG nova.objects.instance [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lazy-loading 'resources' on Instance uuid 9dbcbb78-80cb-4643-88f7-9f65ba20c337 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.641498] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.710474] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.851088] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.872923] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.995146] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Successfully created port: ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.027334] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.191185] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Received event network-vif-deleted-d7a1d388-d00d-4461-9bea-b35c8d805b47 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1930.191430] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Received event network-vif-deleted-0e1ac157-934a-44ee-bf79-b5741e4ae76c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1930.191615] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-vif-unplugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1930.192250] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.192250] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.192250] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.192622] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] No waiting events found dispatching network-vif-unplugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.192821] env[62437]: WARNING nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received unexpected event network-vif-unplugged-ec1509cd-0922-43a9-b123-95959068c5f9 for instance with vm_state shelved_offloaded and task_state None. [ 1930.192993] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1930.193168] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing instance network info cache due to event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1930.193397] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.193767] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.194028] env[62437]: DEBUG nova.network.neutron [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.272874] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306385e3-8066-434e-b9b4-fff4c4e28872 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.284532] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e8d7d-e6ab-4502-9273-011b4b27d312 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.321418] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c62d639-4047-49de-9d2f-ea97ca1b3f7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.329936] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bebdd43-2b7d-4d77-8252-16e004396714 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.350733] env[62437]: DEBUG nova.compute.provider_tree [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.500382] env[62437]: DEBUG nova.network.neutron [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.530297] env[62437]: DEBUG nova.compute.manager [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1930.530624] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.853839] env[62437]: DEBUG nova.scheduler.client.report [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.860252] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.883866] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.884213] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.884468] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.884765] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.885101] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.885353] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.885750] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.886060] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.886391] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.886760] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.888616] env[62437]: DEBUG nova.virt.hardware [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.888729] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ff98d-edbd-47f1-841f-cb7ed114296f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.900508] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95007f1f-302d-4e17-ad4e-f883069bc95b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.931027] env[62437]: DEBUG nova.network.neutron [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updated VIF entry in instance network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.931027] env[62437]: DEBUG nova.network.neutron [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": null, "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec1509cd-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.003420] env[62437]: INFO nova.compute.manager [-] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Took 1.48 seconds to deallocate network for instance. [ 1931.067181] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1931.067739] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.067921] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.068091] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.068249] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.068398] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.068561] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.068699] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1931.068860] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.358952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.360762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.719s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.361408] env[62437]: DEBUG nova.objects.instance [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lazy-loading 'resources' on Instance uuid 2ac72f3c-eaf1-48a8-bbf4-72315be252b2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.379600] env[62437]: INFO nova.scheduler.client.report [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted allocations for instance 9dbcbb78-80cb-4643-88f7-9f65ba20c337 [ 1931.434964] env[62437]: DEBUG oslo_concurrency.lockutils [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.435278] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Received event network-vif-deleted-3b56154c-658b-4afb-8cb0-3d00cbb9b29f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1931.435477] env[62437]: INFO nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Neutron deleted interface 3b56154c-658b-4afb-8cb0-3d00cbb9b29f; detaching it from the instance and deleting it from the info cache [ 1931.435680] env[62437]: DEBUG nova.network.neutron [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.502188] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.510788] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.572010] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.578739] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Successfully updated port: ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.890624] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2b441028-f96b-440c-9c73-63f2e381fd2b tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "9dbcbb78-80cb-4643-88f7-9f65ba20c337" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.939389] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd173eaf-a2e5-4109-ba04-5f98fcf30cad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.952298] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710445b6-a8e1-43fc-a5ae-0793fd03e3eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.981043] env[62437]: DEBUG nova.compute.manager [req-a5d3dc46-a56c-493c-9770-d6df08bc9dee req-9a726053-c539-45a3-ace0-33a8d84b5cd4 service nova] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Detach interface failed, port_id=3b56154c-658b-4afb-8cb0-3d00cbb9b29f, reason: Instance fd817b78-3c65-4a23-ae09-2e2c0a0555b9 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1932.021932] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02160729-b9c8-4626-b32f-316139981b48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.029637] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb0ca69-6d47-409f-b5c3-f11608ef5990 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.061383] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e356eb9-ac23-464a-9c6a-8d56173f05ac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.069439] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6275ba01-43ec-417b-b01c-93bc3e3fa684 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.084807] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.084980] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.085206] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.086518] env[62437]: DEBUG nova.compute.provider_tree [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.215410] env[62437]: DEBUG nova.compute.manager [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1932.215662] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.215897] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.216090] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.216268] env[62437]: DEBUG nova.compute.manager [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] No waiting events found dispatching network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.216473] env[62437]: WARNING nova.compute.manager [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received unexpected event network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 for instance with vm_state building and task_state spawning. [ 1932.216645] env[62437]: DEBUG nova.compute.manager [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1932.216801] env[62437]: DEBUG nova.compute.manager [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing instance network info cache due to event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1932.216968] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.591027] env[62437]: DEBUG nova.scheduler.client.report [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.636538] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.822370] env[62437]: DEBUG nova.network.neutron [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.097745] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.099810] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.390s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.100093] env[62437]: DEBUG nova.objects.instance [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lazy-loading 'resources' on Instance uuid c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.195490] env[62437]: INFO nova.scheduler.client.report [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Deleted allocations for instance 2ac72f3c-eaf1-48a8-bbf4-72315be252b2 [ 1933.325935] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.326309] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance network_info: |[{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.326633] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.326820] env[62437]: DEBUG nova.network.neutron [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.328095] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:52:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce809845-fce0-44ef-9f20-274e66ee8b15', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.335936] env[62437]: DEBUG oslo.service.loopingcall [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.336980] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.337251] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9ba47f-3b3b-4700-bc17-866fd72e0114 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.359380] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.359380] env[62437]: value = "task-1812359" [ 1933.359380] env[62437]: _type = "Task" [ 1933.359380] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.368846] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.701837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-33548fc9-c0b2-4af9-977d-c7b5068a1326 tempest-MultipleCreateTestJSON-1219924600 tempest-MultipleCreateTestJSON-1219924600-project-member] Lock "2ac72f3c-eaf1-48a8-bbf4-72315be252b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.081s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.748997] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abe96a-5218-4670-a5d2-27f3fe94d82d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.758656] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50da7e0b-c99e-495c-921b-2c41c37dbf15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.794870] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92905227-6d78-4abe-885d-564700ec6fdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.804362] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53535f-e6de-4aa2-a642-6b88afd008ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.820634] env[62437]: DEBUG nova.compute.provider_tree [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.871209] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.118869] env[62437]: DEBUG nova.network.neutron [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updated VIF entry in instance network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.119009] env[62437]: DEBUG nova.network.neutron [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.324249] env[62437]: DEBUG nova.scheduler.client.report [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.372229] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.622123] env[62437]: DEBUG oslo_concurrency.lockutils [req-17298b63-8356-47e8-b0c5-83430f69a386 req-9114305c-55a0-439f-87f6-ae2fd8b680e6 service nova] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.829773] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.833233] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.959s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.833678] env[62437]: DEBUG nova.objects.instance [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'resources' on Instance uuid 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.856600] env[62437]: INFO nova.scheduler.client.report [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Deleted allocations for instance c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380 [ 1934.880394] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.340126] env[62437]: DEBUG nova.objects.instance [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'numa_topology' on Instance uuid 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.366408] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9cedf7a0-00c9-4d27-840b-db5a63729567 tempest-AttachInterfacesTestJSON-220841370 tempest-AttachInterfacesTestJSON-220841370-project-member] Lock "c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.491s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.379073] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.843428] env[62437]: DEBUG nova.objects.base [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Object Instance<4f63f622-63b2-45ef-a5e7-7c81c7834fec> lazy-loaded attributes: resources,numa_topology {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1935.877568] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.979349] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48042b7b-0660-4998-bf65-bc54732ee91f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.987589] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fedc76-bf02-467a-a61e-eb40cd756903 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.020968] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a502871-2345-4cbe-844f-82af71140dff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.029614] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3974b464-2140-42d9-8da4-c73ca5983424 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.044594] env[62437]: DEBUG nova.compute.provider_tree [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.378837] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.548308] env[62437]: DEBUG nova.scheduler.client.report [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.877793] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.054046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.056664] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.526s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.381989] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.563103] env[62437]: DEBUG nova.objects.instance [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'migration_context' on Instance uuid 4d9df607-5c5a-49bf-be76-78cd05b7bb08 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.570552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-561bcafd-5eaa-4850-b223-eee3c60d805f tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.205s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.570552] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.068s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.570552] env[62437]: INFO nova.compute.manager [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Unshelving [ 1937.879080] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.204095] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18283329-1ab1-407b-a3f2-ae7edc5c25a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.215238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20006e9-ca77-449e-a71c-9338ee7ddb60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.252585] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec24e194-fd63-48b1-934a-513ccde75041 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.261694] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093773cc-0c61-4eb3-9080-ee95b21dffcc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.278019] env[62437]: DEBUG nova.compute.provider_tree [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.380272] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.596858] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.781868] env[62437]: DEBUG nova.scheduler.client.report [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.881531] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.380894] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.799020] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.741s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.803663] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.293s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.804580] env[62437]: DEBUG nova.objects.instance [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'resources' on Instance uuid fd817b78-3c65-4a23-ae09-2e2c0a0555b9 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.881286] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.382051] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.420786] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903898d7-fe70-41df-b1b1-599f66688a97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.428459] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b10bb-e3ae-4316-9f20-ea41e0aba32b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.457898] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03de732-c6c4-4767-bca0-a3a3131b4b43 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.465274] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f267ff64-38a2-4127-a368-834c4e1b49fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.480627] env[62437]: DEBUG nova.compute.provider_tree [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.882642] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.983981] env[62437]: DEBUG nova.scheduler.client.report [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.337222] env[62437]: INFO nova.compute.manager [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Swapping old allocation on dict_keys(['33a24f4a-718f-4c1c-8181-35b3aad24de8']) held by migration dfa67815-5d38-444b-a7d3-2305d24cbb20 for instance [ 1941.357440] env[62437]: DEBUG nova.scheduler.client.report [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Overwriting current allocation {'allocations': {'33a24f4a-718f-4c1c-8181-35b3aad24de8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '8715a8889b3145408826e989c7205383', 'user_id': '639fcb707b554442a7354f121cee140f', 'consumer_generation': 1} on consumer 4d9df607-5c5a-49bf-be76-78cd05b7bb08 {{(pid=62437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1941.382449] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812359, 'name': CreateVM_Task, 'duration_secs': 7.549102} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.382808] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1941.383277] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.383485] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.383830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1941.384098] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f40e16a-b956-45e7-83bc-44605208c23b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.389234] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1941.389234] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]526d6755-e0e8-3c05-8981-177795edaf62" [ 1941.389234] env[62437]: _type = "Task" [ 1941.389234] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.398112] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526d6755-e0e8-3c05-8981-177795edaf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.430882] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.430882] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.431071] env[62437]: DEBUG nova.network.neutron [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.490053] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.491514] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.920s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.491696] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.491856] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1941.492153] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.895s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.492359] env[62437]: DEBUG nova.objects.instance [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.493855] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98fd8c7-97b6-444d-a0d2-c17ba1910a84 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.504477] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bca43a-44db-4681-9975-ed61a6b91404 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.508995] env[62437]: INFO nova.scheduler.client.report [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted allocations for instance fd817b78-3c65-4a23-ae09-2e2c0a0555b9 [ 1941.524524] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79aa33f-3bee-4501-8ebd-c95b50756e34 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.531702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d091ea-a4e3-4bfa-874e-2ce665e9fc98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.563413] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179964MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1941.563569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.899754] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]526d6755-e0e8-3c05-8981-177795edaf62, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.900084] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.900321] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.900555] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.900706] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.900888] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.901163] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e0ee4f-2be8-430f-84b6-abd4f1bfc179 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.909573] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.909756] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.910466] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e09551d-e174-4231-892c-462349bfb893 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.915882] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1941.915882] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c91dd8-4982-1d35-5f02-3e56856f5565" [ 1941.915882] env[62437]: _type = "Task" [ 1941.915882] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.923205] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c91dd8-4982-1d35-5f02-3e56856f5565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.000015] env[62437]: DEBUG nova.objects.instance [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'numa_topology' on Instance uuid 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.016079] env[62437]: DEBUG oslo_concurrency.lockutils [None req-61963622-e7ee-48e1-99cd-a5543cca8d78 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "fd817b78-3c65-4a23-ae09-2e2c0a0555b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.268s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.145129] env[62437]: DEBUG nova.network.neutron [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [{"id": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "address": "fa:16:3e:27:ab:25", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a85b0b6-e7", "ovs_interfaceid": "4a85b0b6-e714-47a0-ac76-4e75ad4b11ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.426810] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c91dd8-4982-1d35-5f02-3e56856f5565, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.427552] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf87b0d8-9924-4ff9-b757-d89470995b47 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.432677] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1942.432677] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524d0ed1-9a9b-f3ac-3be2-37305a565349" [ 1942.432677] env[62437]: _type = "Task" [ 1942.432677] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.440414] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524d0ed1-9a9b-f3ac-3be2-37305a565349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.503067] env[62437]: INFO nova.compute.claims [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.647455] env[62437]: DEBUG oslo_concurrency.lockutils [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-4d9df607-5c5a-49bf-be76-78cd05b7bb08" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.647934] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.648235] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec0614c-46a5-4d3b-9720-399896c8c178 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.657036] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1942.657036] env[62437]: value = "task-1812360" [ 1942.657036] env[62437]: _type = "Task" [ 1942.657036] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.664964] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.944133] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524d0ed1-9a9b-f3ac-3be2-37305a565349, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.944425] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.944692] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.944948] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9c9f05-035c-4f3b-8187-b9e26010708e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.952800] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1942.952800] env[62437]: value = "task-1812361" [ 1942.952800] env[62437]: _type = "Task" [ 1942.952800] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.960913] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.169055] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812360, 'name': PowerOffVM_Task, 'duration_secs': 0.19885} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.169316] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.170011] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.170245] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.170409] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.170613] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.170769] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.170921] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.171147] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.171402] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.171567] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.171785] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.171924] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.177066] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf6a0cec-1220-44fc-a8bd-fce375cf6fb2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.194622] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1943.194622] env[62437]: value = "task-1812362" [ 1943.194622] env[62437]: _type = "Task" [ 1943.194622] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.203551] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.464235] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.464593] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.464754] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.464997] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1298329e-e3af-4181-bf80-1798f8872f99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.471773] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1943.471773] env[62437]: value = "task-1812363" [ 1943.471773] env[62437]: _type = "Task" [ 1943.471773] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.479546] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.606471] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3065b-a4fe-487b-b830-6396e3ce0a08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.614513] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6274c50-0067-4151-a06c-f960a0b8335e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.645294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c172ac82-39c7-4dcc-a187-57518b8704b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.653436] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ef520-c23d-4e8f-81a7-e8012030ba9d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.666849] env[62437]: DEBUG nova.compute.provider_tree [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1943.705190] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812362, 'name': ReconfigVM_Task, 'duration_secs': 0.34495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.706056] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d7b4b9-6ffd-4081-b44c-ef83c96f4575 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.726639] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.726900] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.727069] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.727265] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.727414] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.727591] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.727820] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.727986] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.728172] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.728338] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.728511] env[62437]: DEBUG nova.virt.hardware [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.729297] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77829ddf-1014-46a5-b05a-a07475f22c2a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.735542] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1943.735542] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52da504f-dde5-b361-5cdc-a6d6ae65c54a" [ 1943.735542] env[62437]: _type = "Task" [ 1943.735542] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.743820] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52da504f-dde5-b361-5cdc-a6d6ae65c54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.981646] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066608} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.981938] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.982728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ae2ade-c575-4c44-9747-a9ec6cf96378 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.005067] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.005227] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2555b252-b638-47d3-83b6-e650b684d22d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.025381] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1944.025381] env[62437]: value = "task-1812364" [ 1944.025381] env[62437]: _type = "Task" [ 1944.025381] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.034300] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.186567] env[62437]: ERROR nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [req-4d0e5b0b-9e0c-4074-ae1e-a38276b1ee53] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d0e5b0b-9e0c-4074-ae1e-a38276b1ee53"}]} [ 1944.202210] env[62437]: DEBUG nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1944.214029] env[62437]: DEBUG nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1944.214243] env[62437]: DEBUG nova.compute.provider_tree [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.223919] env[62437]: DEBUG nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1944.242034] env[62437]: DEBUG nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1944.247110] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52da504f-dde5-b361-5cdc-a6d6ae65c54a, 'name': SearchDatastore_Task, 'duration_secs': 0.039158} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.252255] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1944.252522] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934e395b-ba63-4842-b223-24287f6324d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.274467] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1944.274467] env[62437]: value = "task-1812365" [ 1944.274467] env[62437]: _type = "Task" [ 1944.274467] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.283370] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.345607] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfe86e-d819-4411-9997-be089926bae8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.353921] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501c32a-06cc-4c36-b3cb-91746a2ce3b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.385664] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafccd9-c43f-4bce-857b-13242dee7402 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.394164] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c8e48-9eaa-43e5-a0fe-b864dee50992 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.407955] env[62437]: DEBUG nova.compute.provider_tree [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.539219] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.785258] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812365, 'name': ReconfigVM_Task, 'duration_secs': 0.202338} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.785572] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1944.786367] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115b27a-864c-4d2c-a215-49e94ed79732 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.808177] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.808451] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406193b1-6d01-4972-bafa-2391644d3a70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.830399] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1944.830399] env[62437]: value = "task-1812366" [ 1944.830399] env[62437]: _type = "Task" [ 1944.830399] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.841319] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.941824] env[62437]: DEBUG nova.scheduler.client.report [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1944.942108] env[62437]: DEBUG nova.compute.provider_tree [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 180 to 181 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1944.942293] env[62437]: DEBUG nova.compute.provider_tree [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.036645] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812364, 'name': ReconfigVM_Task, 'duration_secs': 0.534429} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.037611] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.037761] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b64ea35e-ed2f-48ec-880b-26611285c874 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.045411] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1945.045411] env[62437]: value = "task-1812367" [ 1945.045411] env[62437]: _type = "Task" [ 1945.045411] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.053587] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812367, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.340788] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812366, 'name': ReconfigVM_Task, 'duration_secs': 0.279179} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.341157] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08/4d9df607-5c5a-49bf-be76-78cd05b7bb08.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.341943] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f5500-6b47-4416-9dfd-58b5cabaeb41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.360983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb199f-079e-4c2e-9007-cc1918c4fec2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.378961] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a1c62-eedd-4ff2-8217-a911b11f0f08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.402342] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa919bd-161e-4594-8b1c-c4d2c74786d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.409444] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.409713] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d1859b-da3e-4c81-9735-ccf7b56bee4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.416426] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1945.416426] env[62437]: value = "task-1812368" [ 1945.416426] env[62437]: _type = "Task" [ 1945.416426] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.423726] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.447060] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.955s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.448974] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.885s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.478537] env[62437]: INFO nova.network.neutron [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating port ec1509cd-0922-43a9-b123-95959068c5f9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1945.555948] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812367, 'name': Rename_Task, 'duration_secs': 0.147347} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.556381] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.556760] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2851e3c-ca9f-4ae2-bbee-a7bfe5a2aede {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.563296] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1945.563296] env[62437]: value = "task-1812369" [ 1945.563296] env[62437]: _type = "Task" [ 1945.563296] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.571223] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.926676] env[62437]: DEBUG oslo_vmware.api [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812368, 'name': PowerOnVM_Task, 'duration_secs': 0.351532} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.926676] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.072784] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 6382c616-c970-4ce4-bd35-2437e9e86506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 491f7c0c-49a5-41f4-8454-5b2d14d120ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4d9df607-5c5a-49bf-be76-78cd05b7bb08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 67a51a55-fc61-45fd-aefc-6b65a53423ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 4f63f622-63b2-45ef-a5e7-7c81c7834fec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1946.477500] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1946.561781] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555a7bf-1185-4381-8cd9-c32ff0a71f17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.574193] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812369, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.576707] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3bd01f-6075-4288-bf2f-7687daab16f5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.608030] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ab5f8-ca6d-4dd0-ac2f-b2e6e7d531c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.614870] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d91b9-1e79-42dc-ba52-abaaa54a3347 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.628875] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.894260] env[62437]: DEBUG nova.compute.manager [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1946.894260] env[62437]: DEBUG oslo_concurrency.lockutils [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.894733] env[62437]: DEBUG oslo_concurrency.lockutils [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.895088] env[62437]: DEBUG oslo_concurrency.lockutils [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.895408] env[62437]: DEBUG nova.compute.manager [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] No waiting events found dispatching network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.895811] env[62437]: WARNING nova.compute.manager [req-6dc6e0d2-1449-410a-ae2f-5c15545592cd req-78790722-15c0-4761-8b44-e6d0dfe2b144 service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received unexpected event network-vif-plugged-ec1509cd-0922-43a9-b123-95959068c5f9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1946.939051] env[62437]: INFO nova.compute.manager [None req-274b364b-e933-4f34-8b26-ff3fb689c790 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance to original state: 'active' [ 1946.987795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.987795] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.987795] env[62437]: DEBUG nova.network.neutron [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.074011] env[62437]: DEBUG oslo_vmware.api [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812369, 'name': PowerOnVM_Task, 'duration_secs': 1.350415} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.074304] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1947.074532] env[62437]: INFO nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Took 16.21 seconds to spawn the instance on the hypervisor. [ 1947.074719] env[62437]: DEBUG nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1947.075484] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cfdcdd-3727-458b-bc10-8e7c23c232ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.131945] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.591918] env[62437]: INFO nova.compute.manager [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Took 21.14 seconds to build instance. [ 1947.637818] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1947.637818] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.188s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.960422] env[62437]: DEBUG nova.network.neutron [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.097295] env[62437]: DEBUG oslo_concurrency.lockutils [None req-058428ba-3420-4938-950e-b223c91402a0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.655s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.369835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.370099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.370327] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.370522] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.370751] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.373742] env[62437]: INFO nova.compute.manager [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Terminating instance [ 1948.464256] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.490555] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='69efd5543987df21fa9fc00bc8d50beb',container_format='bare',created_at=2024-12-12T11:39:03Z,direct_url=,disk_format='vmdk',id=99fc5920-4d7c-42e8-8895-09ed376a2187,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1261175105-shelved',owner='e3ca07fe110e406dbf746ecf91310414',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-12T11:39:22Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.490759] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.490920] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.491119] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.491272] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.491425] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.491638] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.491799] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.491969] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.492153] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.492329] env[62437]: DEBUG nova.virt.hardware [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.493223] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d802ed5-be6c-49d3-9961-c970e27fb8d5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.501235] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f302bc60-22d8-48e6-8314-27ccaa32afa0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.515161] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e1:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec1509cd-0922-43a9-b123-95959068c5f9', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.523572] env[62437]: DEBUG oslo.service.loopingcall [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.524239] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.524460] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605356d6-1e92-4896-a6c1-2afb2191cb47 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.544148] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.544148] env[62437]: value = "task-1812370" [ 1948.544148] env[62437]: _type = "Task" [ 1948.544148] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.551757] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812370, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.881014] env[62437]: DEBUG nova.compute.manager [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.881333] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.882336] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0ea55-6564-4cc9-a7b1-b1b39e7a5962 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.890543] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.890824] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28f393b-ff5a-4ead-b7cb-c000d7252d2f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.898257] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1948.898257] env[62437]: value = "task-1812371" [ 1948.898257] env[62437]: _type = "Task" [ 1948.898257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.907310] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.923107] env[62437]: DEBUG nova.compute.manager [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1948.923459] env[62437]: DEBUG nova.compute.manager [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing instance network info cache due to event network-changed-ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1948.923727] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Acquiring lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.923891] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Acquired lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.924105] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Refreshing network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.056437] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812370, 'name': CreateVM_Task, 'duration_secs': 0.448282} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.056619] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.057281] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.057448] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.057835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.058106] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4338c504-d994-43f4-8295-ad10914e5e1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.064993] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1949.064993] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5222e623-6ece-6fe0-fdda-e40253d1bc53" [ 1949.064993] env[62437]: _type = "Task" [ 1949.064993] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.072888] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5222e623-6ece-6fe0-fdda-e40253d1bc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.408180] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812371, 'name': PowerOffVM_Task, 'duration_secs': 0.37882} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.408515] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.408740] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.409042] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f587c33-9322-48da-863d-c9bf19f20389 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.575863] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.576315] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Processing image 99fc5920-4d7c-42e8-8895-09ed376a2187 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.576637] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.576827] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.577060] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.577351] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d3f96d-a3c8-4db1-838b-482a16a162d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.586243] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.586420] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.587162] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa104411-4749-4a3f-8348-bff99d97a0c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.595321] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1949.595321] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e815a5-2435-6e09-e0ae-b992a2d14d71" [ 1949.595321] env[62437]: _type = "Task" [ 1949.595321] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.602943] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e815a5-2435-6e09-e0ae-b992a2d14d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.724310] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updated VIF entry in instance network info cache for port ec1509cd-0922-43a9-b123-95959068c5f9. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.724768] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [{"id": "ec1509cd-0922-43a9-b123-95959068c5f9", "address": "fa:16:3e:e5:e1:69", "network": {"id": "a1db8973-015c-479a-81be-55e41af18b79", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-219212881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3ca07fe110e406dbf746ecf91310414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1509cd-09", "ovs_interfaceid": "ec1509cd-0922-43a9-b123-95959068c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.782855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.783107] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.783299] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleting the datastore file [datastore1] 4d9df607-5c5a-49bf-be76-78cd05b7bb08 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.783672] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e640d5fa-2105-4583-b86c-d23119079f92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.792135] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1949.792135] env[62437]: value = "task-1812373" [ 1949.792135] env[62437]: _type = "Task" [ 1949.792135] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.800151] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.106452] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1950.106769] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Fetch image to [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149/OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1950.106914] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Downloading stream optimized image 99fc5920-4d7c-42e8-8895-09ed376a2187 to [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149/OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149.vmdk on the data store datastore1 as vApp {{(pid=62437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1950.107101] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Downloading image file data 99fc5920-4d7c-42e8-8895-09ed376a2187 to the ESX as VM named 'OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149' {{(pid=62437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1950.182341] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1950.182341] env[62437]: value = "resgroup-9" [ 1950.182341] env[62437]: _type = "ResourcePool" [ 1950.182341] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1950.182618] env[62437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-36c32e61-c6bb-4f15-bcf6-58fbffe8da96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.204869] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease: (returnval){ [ 1950.204869] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1950.204869] env[62437]: _type = "HttpNfcLease" [ 1950.204869] env[62437]: } obtained for vApp import into resource pool (val){ [ 1950.204869] env[62437]: value = "resgroup-9" [ 1950.204869] env[62437]: _type = "ResourcePool" [ 1950.204869] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1950.205284] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the lease: (returnval){ [ 1950.205284] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1950.205284] env[62437]: _type = "HttpNfcLease" [ 1950.205284] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1950.211576] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.211576] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1950.211576] env[62437]: _type = "HttpNfcLease" [ 1950.211576] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1950.227304] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Releasing lock "refresh_cache-4f63f622-63b2-45ef-a5e7-7c81c7834fec" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.227559] env[62437]: DEBUG nova.compute.manager [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1950.227778] env[62437]: DEBUG nova.compute.manager [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing instance network info cache due to event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1950.228013] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.228218] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.228328] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.302097] env[62437]: DEBUG oslo_vmware.api [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455475} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.302649] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.302842] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.303032] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.303221] env[62437]: INFO nova.compute.manager [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1950.303471] env[62437]: DEBUG oslo.service.loopingcall [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.303668] env[62437]: DEBUG nova.compute.manager [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.303764] env[62437]: DEBUG nova.network.neutron [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.720088] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.720088] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1950.720088] env[62437]: _type = "HttpNfcLease" [ 1950.720088] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1951.099166] env[62437]: DEBUG nova.compute.manager [req-5d15288e-0cc1-433d-baac-6aeafc4db867 req-35dd43ee-02d8-4fd5-aba8-3a6dcd9e5f40 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Received event network-vif-deleted-4a85b0b6-e714-47a0-ac76-4e75ad4b11ae {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1951.099376] env[62437]: INFO nova.compute.manager [req-5d15288e-0cc1-433d-baac-6aeafc4db867 req-35dd43ee-02d8-4fd5-aba8-3a6dcd9e5f40 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Neutron deleted interface 4a85b0b6-e714-47a0-ac76-4e75ad4b11ae; detaching it from the instance and deleting it from the info cache [ 1951.099551] env[62437]: DEBUG nova.network.neutron [req-5d15288e-0cc1-433d-baac-6aeafc4db867 req-35dd43ee-02d8-4fd5-aba8-3a6dcd9e5f40 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.214124] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.214124] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1951.214124] env[62437]: _type = "HttpNfcLease" [ 1951.214124] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1951.314473] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updated VIF entry in instance network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.314968] env[62437]: DEBUG nova.network.neutron [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.576051] env[62437]: DEBUG nova.network.neutron [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.603690] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e6f9e7-34ec-49e4-be42-708edcd5a5d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.613026] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df6608-a5d7-4986-8d5a-3e3ddf72c453 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.641517] env[62437]: DEBUG nova.compute.manager [req-5d15288e-0cc1-433d-baac-6aeafc4db867 req-35dd43ee-02d8-4fd5-aba8-3a6dcd9e5f40 service nova] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Detach interface failed, port_id=4a85b0b6-e714-47a0-ac76-4e75ad4b11ae, reason: Instance 4d9df607-5c5a-49bf-be76-78cd05b7bb08 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1951.715235] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.715235] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1951.715235] env[62437]: _type = "HttpNfcLease" [ 1951.715235] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1951.715531] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1951.715531] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]529aa8c3-21aa-844c-c63f-f899503982cf" [ 1951.715531] env[62437]: _type = "HttpNfcLease" [ 1951.715531] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1951.716314] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4470bb-2055-4d40-bc94-8f4de017678d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.724962] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1951.725151] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1951.789066] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dcd5ed86-ce1b-4e41-a08d-4e9db45e354f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.817636] env[62437]: DEBUG oslo_concurrency.lockutils [req-1fb30321-5c28-42d9-8ecb-5a9251ddb5ad req-a94c5dd8-eb32-4e0e-9640-110d891ab62f service nova] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.077579] env[62437]: INFO nova.compute.manager [-] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Took 1.77 seconds to deallocate network for instance. [ 1952.583827] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.584095] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.584236] env[62437]: DEBUG nova.objects.instance [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'resources' on Instance uuid 4d9df607-5c5a-49bf-be76-78cd05b7bb08 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.191293] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e243a3-c92d-4c99-ad11-c97d0b016d4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.203563] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcfa72c-4d77-4cac-b0f0-ed9b8823c1e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.237354] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0dcb97-e12d-44dc-b867-c0db6a4481e6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.248397] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a125ee-399b-4241-9cc8-898563557ff7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.262124] env[62437]: DEBUG nova.compute.provider_tree [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.274770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.275058] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.275266] env[62437]: INFO nova.compute.manager [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Shelving [ 1953.690079] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1953.690458] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1953.691329] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ee9ebf-a726-404f-a392-1f14602b2441 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.700597] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1953.700827] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1953.701298] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d8b9999c-f1ad-4690-b8bc-10ec4e776688 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.768621] env[62437]: DEBUG nova.scheduler.client.report [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.202163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.202394] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.202621] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.202838] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.203036] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.205417] env[62437]: INFO nova.compute.manager [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Terminating instance [ 1954.246090] env[62437]: DEBUG oslo_vmware.rw_handles [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ffeb3-942b-9389-8906-271d4d604e72/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1954.246328] env[62437]: INFO nova.virt.vmwareapi.images [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Downloaded image file data 99fc5920-4d7c-42e8-8895-09ed376a2187 [ 1954.247140] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8dbf6-db85-4008-b2db-1ee18b51cc1c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.262900] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb4b6df-3477-437e-ad21-3e6cb9b01121 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.273671] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.284305] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.284660] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-820f9706-38d4-45e5-b8fe-5c679908067a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.291428] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1954.291428] env[62437]: value = "task-1812376" [ 1954.291428] env[62437]: _type = "Task" [ 1954.291428] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.300167] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.301181] env[62437]: INFO nova.scheduler.client.report [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted allocations for instance 4d9df607-5c5a-49bf-be76-78cd05b7bb08 [ 1954.321310] env[62437]: INFO nova.virt.vmwareapi.images [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] The imported VM was unregistered [ 1954.323898] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1954.324142] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Creating directory with path [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.324428] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-040344ac-ca39-4f6e-ad6a-da028299b156 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.343132] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Created directory with path [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187 {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.343407] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149/OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149.vmdk to [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk. {{(pid=62437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1954.343777] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0e31f0f-b13b-4740-9aae-185feeeb8bb3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.351753] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1954.351753] env[62437]: value = "task-1812377" [ 1954.351753] env[62437]: _type = "Task" [ 1954.351753] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.359634] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.711943] env[62437]: DEBUG nova.compute.manager [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.712421] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.712549] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f243d9-2349-4195-bc9b-a9f116d521c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.720328] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1954.720328] env[62437]: value = "task-1812378" [ 1954.720328] env[62437]: _type = "Task" [ 1954.720328] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.729164] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.803137] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812376, 'name': PowerOffVM_Task, 'duration_secs': 0.206474} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.803488] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.804456] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ccc3f4-48cc-4dd4-896c-794be80a7006 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.810135] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5182eddd-a157-4b4d-8bdd-6fff018908de tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "4d9df607-5c5a-49bf-be76-78cd05b7bb08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.830127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c49c2-f00b-4cd7-a9d3-eb9825f5531e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.862378] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.231801] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812378, 'name': PowerOffVM_Task, 'duration_secs': 0.224622} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.232066] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.232274] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1955.232483] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375539', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'name': 'volume-0b732ea9-21a2-4108-ae75-ed324ea9843f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2', 'attached_at': '2024-12-12T11:39:11.000000', 'detached_at': '', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'serial': '0b732ea9-21a2-4108-ae75-ed324ea9843f'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1955.233289] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd890a-3747-4c8b-91cf-2987d905797f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.252758] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a259423-e6eb-4bf7-97e8-a1bc0652d977 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.260487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fbaa15-32a0-43ba-8d9d-78ee8285636d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.287421] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d12f19-8096-47ea-9c51-db6e727f4a96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.303094] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b732ea9-21a2-4108-ae75-ed324ea9843f/volume-0b732ea9-21a2-4108-ae75-ed324ea9843f.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1955.308671] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1955.309066] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952e212d-6f0b-43ad-9c01-d47f7d770ae8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.328185] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1955.328185] env[62437]: value = "task-1812379" [ 1955.328185] env[62437]: _type = "Task" [ 1955.328185] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.336821] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.345293] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1955.345609] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ede238e6-3537-43f6-aee4-15237e56fb88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.353155] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1955.353155] env[62437]: value = "task-1812380" [ 1955.353155] env[62437]: _type = "Task" [ 1955.353155] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.364671] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.368665] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812380, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.471231] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.471852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.842785] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812379, 'name': ReconfigVM_Task, 'duration_secs': 0.413024} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.843168] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1955.848089] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5950bbf3-c43c-4130-97e6-78bd014b0605 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.870768] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.874252] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1955.874252] env[62437]: value = "task-1812381" [ 1955.874252] env[62437]: _type = "Task" [ 1955.874252] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.874500] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812380, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.882466] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.974426] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1956.371540] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.374535] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812380, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.386411] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812381, 'name': ReconfigVM_Task, 'duration_secs': 0.233976} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.386773] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375539', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'name': 'volume-0b732ea9-21a2-4108-ae75-ed324ea9843f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2', 'attached_at': '2024-12-12T11:39:11.000000', 'detached_at': '', 'volume_id': '0b732ea9-21a2-4108-ae75-ed324ea9843f', 'serial': '0b732ea9-21a2-4108-ae75-ed324ea9843f'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1956.387152] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.388012] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2541c-91f9-4935-ad1d-e77a76b48350 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.398747] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.399034] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90e0b65-b23b-47e3-8051-fd51e2d31b7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.498998] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.499385] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.501882] env[62437]: INFO nova.compute.claims [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1956.519204] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.519631] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.519631] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.519909] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcbcb8d7-fcda-420a-8d8f-fb5cf576a1a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.530176] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1956.530176] env[62437]: value = "task-1812383" [ 1956.530176] env[62437]: _type = "Task" [ 1956.530176] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.543146] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.874453] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812380, 'name': CreateSnapshot_Task, 'duration_secs': 1.516909} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.874861] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.875040] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1956.875809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf025e6-1a7a-4005-9275-e0696e130054 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.043451] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.368486] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812377, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.816368} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.368802] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149/OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149.vmdk to [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk. [ 1957.368998] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Cleaning up location [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149 {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1957.369182] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bb1242f2-e9f3-4c27-bcb1-9a36ee136149 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.369447] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37577ba7-169e-4a11-83c2-c80a4ad7c430 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.376349] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1957.376349] env[62437]: value = "task-1812384" [ 1957.376349] env[62437]: _type = "Task" [ 1957.376349] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.383809] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.397217] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1957.397490] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba3768cf-0e03-4c94-8936-baeedccd4584 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.405214] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1957.405214] env[62437]: value = "task-1812385" [ 1957.405214] env[62437]: _type = "Task" [ 1957.405214] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.413875] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.541419] env[62437]: DEBUG oslo_vmware.api [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62483} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.544095] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.544293] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.544515] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.544723] env[62437]: INFO nova.compute.manager [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1957.544982] env[62437]: DEBUG oslo.service.loopingcall [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.545383] env[62437]: DEBUG nova.compute.manager [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1957.545487] env[62437]: DEBUG nova.network.neutron [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1957.606334] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2baed-0ca9-4806-a445-4ed94a4a36e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.613602] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e373532-420e-4a9f-a532-c1881bf1dfb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.643778] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda0bcd-c1a2-4155-ae14-d3d342092492 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.651295] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bdb97-b9eb-4360-923d-309209b41d80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.664550] env[62437]: DEBUG nova.compute.provider_tree [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.886976] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035587} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.887363] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.887580] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.887980] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk to [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.888393] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5830bfa-db5d-462d-af6f-07e046f1bd59 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.895686] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1957.895686] env[62437]: value = "task-1812386" [ 1957.895686] env[62437]: _type = "Task" [ 1957.895686] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.903443] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.913806] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.011887] env[62437]: DEBUG nova.compute.manager [req-f0508a79-e037-40d6-a7fd-e19da60b072e req-d9e98a41-f292-4b7e-a68d-9f9ea130c874 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Received event network-vif-deleted-e4b21258-735b-4fac-bfac-d324bb84118a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1958.012266] env[62437]: INFO nova.compute.manager [req-f0508a79-e037-40d6-a7fd-e19da60b072e req-d9e98a41-f292-4b7e-a68d-9f9ea130c874 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Neutron deleted interface e4b21258-735b-4fac-bfac-d324bb84118a; detaching it from the instance and deleting it from the info cache [ 1958.012344] env[62437]: DEBUG nova.network.neutron [req-f0508a79-e037-40d6-a7fd-e19da60b072e req-d9e98a41-f292-4b7e-a68d-9f9ea130c874 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.168087] env[62437]: DEBUG nova.scheduler.client.report [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.413090] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.418984] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.484269] env[62437]: DEBUG nova.network.neutron [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.514864] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d2fe75-4709-4d91-b462-64a6994d729d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.525521] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65058404-2e4f-45de-abbb-32173cdf51dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.555136] env[62437]: DEBUG nova.compute.manager [req-f0508a79-e037-40d6-a7fd-e19da60b072e req-d9e98a41-f292-4b7e-a68d-9f9ea130c874 service nova] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Detach interface failed, port_id=e4b21258-735b-4fac-bfac-d324bb84118a, reason: Instance 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1958.674984] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.675734] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.907633] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.916739] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.987281] env[62437]: INFO nova.compute.manager [-] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Took 1.44 seconds to deallocate network for instance. [ 1959.182076] env[62437]: DEBUG nova.compute.utils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1959.183828] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1959.184021] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1959.227392] env[62437]: DEBUG nova.policy [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639fcb707b554442a7354f121cee140f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8715a8889b3145408826e989c7205383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1959.408363] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.417632] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.539106] env[62437]: INFO nova.compute.manager [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Took 0.55 seconds to detach 1 volumes for instance. [ 1959.542524] env[62437]: DEBUG nova.compute.manager [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Deleting volume: 0b732ea9-21a2-4108-ae75-ed324ea9843f {{(pid=62437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1959.548368] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Successfully created port: b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1959.687634] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.908353] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.916277] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.097188] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.097479] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.097709] env[62437]: DEBUG nova.objects.instance [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'resources' on Instance uuid 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.408866] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.417953] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.688696] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6ae7a-70a6-4bb2-930b-6bcd31edf047 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.696401] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cdff64-c3e5-48e5-8423-7871fc544952 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.700423] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.731154] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748500d-9fcf-4eac-b6c5-1dfd9a4c5a6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.739551] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.739789] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.739949] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.740148] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.740300] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.740451] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.740783] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.740848] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.740986] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.741185] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.741365] env[62437]: DEBUG nova.virt.hardware [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.742574] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25126801-ecfd-4481-95be-e2169ec1a137 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.746793] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354f6ce-a171-4b4d-9c77-54269bf860ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.760828] env[62437]: DEBUG nova.compute.provider_tree [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1960.765096] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d295039b-a1da-4ed4-a914-2ba383ce2b0d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.908429] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812386, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.645075} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.908747] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99fc5920-4d7c-42e8-8895-09ed376a2187/99fc5920-4d7c-42e8-8895-09ed376a2187.vmdk to [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.911956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa7743d-798f-4245-ad69-e8f3cdd766f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.918947] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.936430] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.936725] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf32684-df86-4452-a77a-68545ce2fece {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.956315] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1960.956315] env[62437]: value = "task-1812388" [ 1960.956315] env[62437]: _type = "Task" [ 1960.956315] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.964706] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.282336] env[62437]: ERROR nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [req-647eada5-d6de-4b15-a0a8-a69978cb164a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-647eada5-d6de-4b15-a0a8-a69978cb164a"}]} [ 1961.300024] env[62437]: DEBUG nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1961.312781] env[62437]: DEBUG nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1961.313030] env[62437]: DEBUG nova.compute.provider_tree [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.323946] env[62437]: DEBUG nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1961.341115] env[62437]: DEBUG nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1961.419188] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.427376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c957d-4b68-45be-8947-cf4880d736a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.434060] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895cf8dc-ccc5-4b4f-b367-3fbe165e7279 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.466427] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f38400-be75-46f9-8f0b-52c250e99c1f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.475047] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812388, 'name': ReconfigVM_Task, 'duration_secs': 0.253979} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.475367] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec/4f63f622-63b2-45ef-a5e7-7c81c7834fec.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.476830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3dc04-812d-4731-827a-74c60ce81fbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.480249] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3087879f-0872-49d4-a5b1-7486da082e32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.491261] env[62437]: DEBUG nova.compute.provider_tree [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.493462] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1961.493462] env[62437]: value = "task-1812389" [ 1961.493462] env[62437]: _type = "Task" [ 1961.493462] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.500539] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812389, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.919598] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.006759] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812389, 'name': Rename_Task, 'duration_secs': 0.142064} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.007069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.007316] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46aec7bc-97f4-46ef-9bd3-0a5184cbb7f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.013611] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1962.013611] env[62437]: value = "task-1812390" [ 1962.013611] env[62437]: _type = "Task" [ 1962.013611] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.021292] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.023369] env[62437]: DEBUG nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1962.023627] env[62437]: DEBUG nova.compute.provider_tree [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 182 to 183 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1962.023820] env[62437]: DEBUG nova.compute.provider_tree [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.420159] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.524162] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.528092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.549808] env[62437]: INFO nova.scheduler.client.report [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocations for instance 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2 [ 1962.922216] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.024165] env[62437]: DEBUG oslo_vmware.api [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812390, 'name': PowerOnVM_Task, 'duration_secs': 0.543867} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.024437] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.057290] env[62437]: DEBUG oslo_concurrency.lockutils [None req-24ef7c3f-02a4-4d05-a30c-2fb568974629 tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.855s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.124547] env[62437]: DEBUG nova.compute.manager [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.125466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ab421-c51b-479e-9087-bf460dc3518f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.420959] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.640554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-ee3cc427-b5fe-4f21-9dd3-8745c9a87091 tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.070s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.922413] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.109534] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "6382c616-c970-4ce4-bd35-2437e9e86506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.109823] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.110054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.110250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.110427] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.112588] env[62437]: INFO nova.compute.manager [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Terminating instance [ 1964.422852] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.616731] env[62437]: DEBUG nova.compute.manager [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.616991] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.617853] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fe33a-9d0e-4a71-86e1-52a957594ddd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.625673] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.625916] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c97ab72-e16c-4c55-9279-616624c178e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.631744] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1964.631744] env[62437]: value = "task-1812391" [ 1964.631744] env[62437]: _type = "Task" [ 1964.631744] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.638992] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.771873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.772116] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.772336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.772527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.772702] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.774968] env[62437]: INFO nova.compute.manager [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Terminating instance [ 1964.923879] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.142237] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.280108] env[62437]: DEBUG nova.compute.manager [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1965.280108] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.280528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be5ba68-dd64-44da-ae13-fbf558c6841c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.288235] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.288477] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e658e060-4f21-4de2-83c3-5d8efce2887d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.295638] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1965.295638] env[62437]: value = "task-1812392" [ 1965.295638] env[62437]: _type = "Task" [ 1965.295638] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.303871] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.426725] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.641915] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.805579] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812392, 'name': PowerOffVM_Task, 'duration_secs': 0.189794} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.805877] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.806061] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.806321] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926b8bf0-5720-41d1-b0bd-900aaf04048d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.925241] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.142605] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.426377] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.643503] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.928699] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.145810] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.427590] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.644615] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.928904] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.145511] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812391, 'name': PowerOffVM_Task, 'duration_secs': 3.12946} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.145790] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.145972] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.146237] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add68367-589c-4d67-95b6-168215b008a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.430197] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.603077] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.603301] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.603547] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] 6382c616-c970-4ce4-bd35-2437e9e86506 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.603905] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963898df-cbfe-4ed2-abde-b1f1acdb4310 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.611487] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1968.611487] env[62437]: value = "task-1812395" [ 1968.611487] env[62437]: _type = "Task" [ 1968.611487] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.619646] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.729635] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.730131] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.730131] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleting the datastore file [datastore1] 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.730312] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0209e8-0e9c-4f5f-8723-0d99c621795c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.737267] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for the task: (returnval){ [ 1968.737267] env[62437]: value = "task-1812396" [ 1968.737267] env[62437]: _type = "Task" [ 1968.737267] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.747517] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.929266] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812385, 'name': CloneVM_Task, 'duration_secs': 11.418087} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.929560] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Created linked-clone VM from snapshot [ 1968.930284] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6555b7b-7f19-4e3e-9d36-b2f34de89d3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.938088] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Uploading image cdb13427-487e-423f-9642-f6b7dc243cee {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1968.959861] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1968.959861] env[62437]: value = "vm-375557" [ 1968.959861] env[62437]: _type = "VirtualMachine" [ 1968.959861] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1968.960148] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe625f4b-eb0d-4bc5-80d3-d94edb07d514 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.967650] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lease: (returnval){ [ 1968.967650] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e40f19-92df-3ee8-e54d-67e649d56faf" [ 1968.967650] env[62437]: _type = "HttpNfcLease" [ 1968.967650] env[62437]: } obtained for exporting VM: (result){ [ 1968.967650] env[62437]: value = "vm-375557" [ 1968.967650] env[62437]: _type = "VirtualMachine" [ 1968.967650] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1968.967956] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the lease: (returnval){ [ 1968.967956] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e40f19-92df-3ee8-e54d-67e649d56faf" [ 1968.967956] env[62437]: _type = "HttpNfcLease" [ 1968.967956] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1968.973755] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.973755] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e40f19-92df-3ee8-e54d-67e649d56faf" [ 1968.973755] env[62437]: _type = "HttpNfcLease" [ 1968.973755] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1969.121178] env[62437]: DEBUG oslo_vmware.api [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134577} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.121452] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.121638] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.121819] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.121996] env[62437]: INFO nova.compute.manager [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Took 4.51 seconds to destroy the instance on the hypervisor. [ 1969.122256] env[62437]: DEBUG oslo.service.loopingcall [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.122474] env[62437]: DEBUG nova.compute.manager [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.122542] env[62437]: DEBUG nova.network.neutron [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.247094] env[62437]: DEBUG oslo_vmware.api [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Task: {'id': task-1812396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124242} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.247371] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.247646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.247743] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.247952] env[62437]: INFO nova.compute.manager [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Took 3.97 seconds to destroy the instance on the hypervisor. [ 1969.248182] env[62437]: DEBUG oslo.service.loopingcall [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.248368] env[62437]: DEBUG nova.compute.manager [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.248459] env[62437]: DEBUG nova.network.neutron [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.428430] env[62437]: DEBUG nova.compute.manager [req-3de2d5ae-fd90-4d38-845c-3127b708b3fb req-4d0d41ab-9d42-4794-b757-e6779984f81f service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Received event network-vif-deleted-acb93cea-e4e7-44e2-a5d6-e57d1daa4164 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1969.428622] env[62437]: INFO nova.compute.manager [req-3de2d5ae-fd90-4d38-845c-3127b708b3fb req-4d0d41ab-9d42-4794-b757-e6779984f81f service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Neutron deleted interface acb93cea-e4e7-44e2-a5d6-e57d1daa4164; detaching it from the instance and deleting it from the info cache [ 1969.428788] env[62437]: DEBUG nova.network.neutron [req-3de2d5ae-fd90-4d38-845c-3127b708b3fb req-4d0d41ab-9d42-4794-b757-e6779984f81f service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.476622] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1969.476622] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e40f19-92df-3ee8-e54d-67e649d56faf" [ 1969.476622] env[62437]: _type = "HttpNfcLease" [ 1969.476622] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1969.476960] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1969.476960] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e40f19-92df-3ee8-e54d-67e649d56faf" [ 1969.476960] env[62437]: _type = "HttpNfcLease" [ 1969.476960] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1969.477399] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94336f5f-c778-42fa-9c48-2dce18f95c31 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.485382] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1969.485564] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1969.576874] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-200b877d-7e8b-44f1-8630-bddf297b5957 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.865809] env[62437]: DEBUG nova.network.neutron [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.931905] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f0c8ca8-85c5-45ff-a15a-984f26ab856e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.946604] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247c140-db15-4db3-8828-66348769b7d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.988814] env[62437]: DEBUG nova.compute.manager [req-3de2d5ae-fd90-4d38-845c-3127b708b3fb req-4d0d41ab-9d42-4794-b757-e6779984f81f service nova] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Detach interface failed, port_id=acb93cea-e4e7-44e2-a5d6-e57d1daa4164, reason: Instance 6382c616-c970-4ce4-bd35-2437e9e86506 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1970.152517] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Successfully updated port: b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.225719] env[62437]: DEBUG nova.network.neutron [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.368146] env[62437]: INFO nova.compute.manager [-] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Took 1.25 seconds to deallocate network for instance. [ 1970.655531] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.657272] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.657272] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.728518] env[62437]: INFO nova.compute.manager [-] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Took 1.48 seconds to deallocate network for instance. [ 1970.875372] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.875843] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.876242] env[62437]: DEBUG nova.objects.instance [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'resources' on Instance uuid 6382c616-c970-4ce4-bd35-2437e9e86506 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.188761] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.234886] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.357783] env[62437]: DEBUG nova.network.neutron [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.455995] env[62437]: DEBUG nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Received event network-vif-deleted-ec1509cd-0922-43a9-b123-95959068c5f9 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1971.456286] env[62437]: DEBUG nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Received event network-vif-plugged-b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1971.456419] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Acquiring lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.456627] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.456802] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.456972] env[62437]: DEBUG nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] No waiting events found dispatching network-vif-plugged-b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.457171] env[62437]: WARNING nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Received unexpected event network-vif-plugged-b563875e-e51c-4ea1-bc01-67486bcee97a for instance with vm_state building and task_state spawning. [ 1971.457336] env[62437]: DEBUG nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Received event network-changed-b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1971.457493] env[62437]: DEBUG nova.compute.manager [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Refreshing instance network info cache due to event network-changed-b563875e-e51c-4ea1-bc01-67486bcee97a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1971.457665] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Acquiring lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.471927] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f90c79-8038-480e-8429-6c42211c607d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.480432] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98360d-bce3-41a9-9f56-67157ff73e86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.510356] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7419bc5-f495-41d4-9d13-3df16d99f2a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.517934] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc985cd-e3f4-4730-bdb3-3dbf3e6cb4c0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.533082] env[62437]: DEBUG nova.compute.provider_tree [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1971.860656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.860991] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Instance network_info: |[{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1971.861333] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Acquired lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.861536] env[62437]: DEBUG nova.network.neutron [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Refreshing network info cache for port b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.862863] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:7b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b563875e-e51c-4ea1-bc01-67486bcee97a', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.871310] env[62437]: DEBUG oslo.service.loopingcall [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.874310] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.874843] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b5df2f-6c20-4ce7-8883-7a99e639eab9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.896923] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1971.896923] env[62437]: value = "task-1812398" [ 1971.896923] env[62437]: _type = "Task" [ 1971.896923] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.905249] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812398, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.066355] env[62437]: DEBUG nova.scheduler.client.report [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1972.066624] env[62437]: DEBUG nova.compute.provider_tree [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 183 to 184 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1972.066841] env[62437]: DEBUG nova.compute.provider_tree [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.092591] env[62437]: DEBUG nova.network.neutron [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updated VIF entry in instance network info cache for port b563875e-e51c-4ea1-bc01-67486bcee97a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.092964] env[62437]: DEBUG nova.network.neutron [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.407631] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812398, 'name': CreateVM_Task, 'duration_secs': 0.417071} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.407997] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.416127] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.416572] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.416762] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.417097] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd27db2f-e8ea-45c6-912a-633b62c02c5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.422613] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1972.422613] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52552861-0f00-d57d-5b93-595970da1225" [ 1972.422613] env[62437]: _type = "Task" [ 1972.422613] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.431731] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52552861-0f00-d57d-5b93-595970da1225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.571792] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.575287] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.339s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.575541] env[62437]: DEBUG nova.objects.instance [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lazy-loading 'resources' on Instance uuid 4f63f622-63b2-45ef-a5e7-7c81c7834fec {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.594195] env[62437]: INFO nova.scheduler.client.report [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocations for instance 6382c616-c970-4ce4-bd35-2437e9e86506 [ 1972.595445] env[62437]: DEBUG oslo_concurrency.lockutils [req-144ac53b-87b7-414e-b305-3c9bf1c05177 req-3878ca89-ff29-4be1-96eb-305c02aaffda service nova] Releasing lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.940582] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52552861-0f00-d57d-5b93-595970da1225, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.941357] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.941759] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1972.942160] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.942437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.942728] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1972.943187] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa9008b-622d-4e42-a7ca-ff81fb58ad3d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.964913] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1972.965134] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1972.965899] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81617b04-cb15-4215-a3a8-26952e2c68b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.971593] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1972.971593] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9c2a6-053b-36f9-d761-649a452e42c8" [ 1972.971593] env[62437]: _type = "Task" [ 1972.971593] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.979517] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9c2a6-053b-36f9-d761-649a452e42c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.101998] env[62437]: DEBUG oslo_concurrency.lockutils [None req-210ea5d5-910d-46e0-a21c-92744c632ddd tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "6382c616-c970-4ce4-bd35-2437e9e86506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.992s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.150859] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944838ed-c40c-4cff-b325-53f913a80258 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.159343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41fa99-35fe-4211-8604-7a2f3f86020b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.192340] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec20024-a701-4279-b0d4-90a4a304ab3e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.199900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cffc49b-0208-468c-8b18-76deab1684c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.212801] env[62437]: DEBUG nova.compute.provider_tree [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.485019] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d9c2a6-053b-36f9-d761-649a452e42c8, 'name': SearchDatastore_Task, 'duration_secs': 0.030298} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.486075] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a11bde-812b-4c9f-a95f-1dda48cf8b1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.492264] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1973.492264] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52da7c57-d257-a962-2b40-59781711cf1b" [ 1973.492264] env[62437]: _type = "Task" [ 1973.492264] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.501901] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52da7c57-d257-a962-2b40-59781711cf1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.715873] env[62437]: DEBUG nova.scheduler.client.report [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.003421] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52da7c57-d257-a962-2b40-59781711cf1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.003768] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.004085] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6/3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.004367] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f062b67-2843-4e55-bfea-45ffe806a72b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.011445] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1974.011445] env[62437]: value = "task-1812400" [ 1974.011445] env[62437]: _type = "Task" [ 1974.011445] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.024507] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.221067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.243695] env[62437]: INFO nova.scheduler.client.report [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Deleted allocations for instance 4f63f622-63b2-45ef-a5e7-7c81c7834fec [ 1974.523426] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.751101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-4d28b548-8c7b-47a0-a87b-c9837ff4d3ac tempest-ServerActionsTestOtherB-773230280 tempest-ServerActionsTestOtherB-773230280-project-member] Lock "4f63f622-63b2-45ef-a5e7-7c81c7834fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.979s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.022755] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64363} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.023039] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6/3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.023261] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.023541] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b005fdd-3bc2-4c6a-91ab-1e8a45d7cc5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.031143] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1975.031143] env[62437]: value = "task-1812401" [ 1975.031143] env[62437]: _type = "Task" [ 1975.031143] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.039518] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.412710] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.412994] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.541029] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087859} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.541455] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.542089] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58cfcb-12dd-4aba-8ce5-f221e4d13ac9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.564321] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6/3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.564957] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0bea9f-1dff-42a3-afc2-2c0a83fa3751 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.585372] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1975.585372] env[62437]: value = "task-1812403" [ 1975.585372] env[62437]: _type = "Task" [ 1975.585372] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.596314] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.918570] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.918770] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1975.918923] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1976.096256] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812403, 'name': ReconfigVM_Task, 'duration_secs': 0.348845} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.096578] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6/3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.097219] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2eee2ce-13f3-408f-b88e-42baa06f2844 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.103947] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1976.103947] env[62437]: value = "task-1812404" [ 1976.103947] env[62437]: _type = "Task" [ 1976.103947] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.111908] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812404, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.423058] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1976.451598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.451783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.451938] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1976.452107] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid 0d295566-d3b3-473a-bbc8-5d5df2a08591 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.614155] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812404, 'name': Rename_Task, 'duration_secs': 0.160687} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.614466] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1976.614742] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f33e4c5-b2ff-42ea-aee9-2cb0edf1e46a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.621438] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 1976.621438] env[62437]: value = "task-1812405" [ 1976.621438] env[62437]: _type = "Task" [ 1976.621438] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.631896] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.004175] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.004445] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.004679] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.004883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.005071] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.009712] env[62437]: INFO nova.compute.manager [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Terminating instance [ 1977.133733] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.228792] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1977.229780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d65eeb-cfdb-46bf-bcb2-5102db0553df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.236033] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1977.236226] env[62437]: ERROR oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk due to incomplete transfer. [ 1977.236452] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab0f5f52-5e83-45b1-b6c3-0a4011b8d7e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.244031] env[62437]: DEBUG oslo_vmware.rw_handles [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526bf3ec-5b01-567f-b9e1-ef3a2c28a32b/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1977.244031] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Uploaded image cdb13427-487e-423f-9642-f6b7dc243cee to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1977.245982] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1977.246329] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-306fecce-3f4e-4489-a2c4-10e761a0e622 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.251707] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1977.251707] env[62437]: value = "task-1812406" [ 1977.251707] env[62437]: _type = "Task" [ 1977.251707] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.259643] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812406, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.515629] env[62437]: DEBUG nova.compute.manager [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1977.515836] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.516951] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df29e9d-33dc-4a99-97b7-ac2ebb659f5a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.524804] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1977.525052] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1779ea9-12c1-4c27-8cba-49128ab0adbe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.531576] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1977.531576] env[62437]: value = "task-1812407" [ 1977.531576] env[62437]: _type = "Task" [ 1977.531576] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.539527] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.631517] env[62437]: DEBUG oslo_vmware.api [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812405, 'name': PowerOnVM_Task, 'duration_secs': 0.547342} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.631903] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.632061] env[62437]: INFO nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Took 16.93 seconds to spawn the instance on the hypervisor. [ 1977.632253] env[62437]: DEBUG nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.633361] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25a6af-166f-4d21-814a-74f501f65c50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.761856] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812406, 'name': Destroy_Task, 'duration_secs': 0.372979} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.762142] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Destroyed the VM [ 1977.762387] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1977.762634] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-419ec830-3d5d-46cf-85ac-957dcc903508 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.768947] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1977.768947] env[62437]: value = "task-1812408" [ 1977.768947] env[62437]: _type = "Task" [ 1977.768947] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.776977] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.041862] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812407, 'name': PowerOffVM_Task, 'duration_secs': 0.216425} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.044298] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.044473] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.044747] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-605ff964-39c2-4a9b-8399-2c3177cd0571 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.151511] env[62437]: INFO nova.compute.manager [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Took 21.67 seconds to build instance. [ 1978.214125] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [{"id": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "address": "fa:16:3e:1d:dd:f2", "network": {"id": "0e755df9-0212-4e77-b84d-2bf1a881356c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-574213364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a7e06896347a68aa49982884af089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331dfb86-bc", "ovs_interfaceid": "331dfb86-bc04-4e94-96ce-5ff53da7335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.280289] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.325} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.280535] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1978.280789] env[62437]: DEBUG nova.compute.manager [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.281560] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9e76f-17ac-4a55-a3da-628ee023957e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.653955] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e7bf97bd-023c-44d2-84d9-b450e4420108 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.182s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.716775] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-0d295566-d3b3-473a-bbc8-5d5df2a08591" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.717049] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1978.717275] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.717446] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.717596] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.717748] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.717896] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.718059] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.718194] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1978.718341] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.782387] env[62437]: DEBUG nova.compute.manager [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Received event network-changed-b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1978.782435] env[62437]: DEBUG nova.compute.manager [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Refreshing instance network info cache due to event network-changed-b563875e-e51c-4ea1-bc01-67486bcee97a. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1978.782689] env[62437]: DEBUG oslo_concurrency.lockutils [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] Acquiring lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.782834] env[62437]: DEBUG oslo_concurrency.lockutils [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] Acquired lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.783693] env[62437]: DEBUG nova.network.neutron [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Refreshing network info cache for port b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.793354] env[62437]: INFO nova.compute.manager [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Shelve offloading [ 1979.221327] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.221601] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.221774] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.221938] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1979.222836] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7b1c9-db79-4310-aeab-a0f3460f3537 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.231592] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651463b-1dc8-495e-8c3e-2b2806f2c00c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.246318] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd7277-aca6-4f5c-8a5c-77ee0f5ab1b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.252808] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df404bd-ed14-4f23-a15e-7a76147eec5d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.284793] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180208MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1979.285022] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.285291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.299400] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.299400] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-926c11a3-b1a8-49a8-b946-b8b885fecb50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.305906] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1979.305906] env[62437]: value = "task-1812410" [ 1979.305906] env[62437]: _type = "Task" [ 1979.305906] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.319602] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1979.319870] env[62437]: DEBUG nova.compute.manager [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.321652] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61bd78a-ce60-4245-bafb-2c8436fd5c02 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.328995] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.329332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.329631] env[62437]: DEBUG nova.network.neutron [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.518737] env[62437]: DEBUG nova.network.neutron [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updated VIF entry in instance network info cache for port b563875e-e51c-4ea1-bc01-67486bcee97a. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.520880] env[62437]: DEBUG nova.network.neutron [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.984929] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.985227] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.985406] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleting the datastore file [datastore1] 0d295566-d3b3-473a-bbc8-5d5df2a08591 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.985687] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81d304ee-0620-4d20-814a-ca801287607b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.993914] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for the task: (returnval){ [ 1979.993914] env[62437]: value = "task-1812411" [ 1979.993914] env[62437]: _type = "Task" [ 1979.993914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.001771] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.024495] env[62437]: DEBUG oslo_concurrency.lockutils [req-4684b681-ab85-494f-871a-68a38c99cf10 req-3ff3b901-cb5e-4cc2-9ef2-59e14d780025 service nova] Releasing lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.043795] env[62437]: DEBUG nova.network.neutron [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.343604] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1980.343871] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 491f7c0c-49a5-41f4-8454-5b2d14d120ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1980.344016] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 67a51a55-fc61-45fd-aefc-6b65a53423ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1980.344146] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1980.344339] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1980.344483] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1980.406880] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a5f27-d33c-41ab-a48d-0cf24d7f0a27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.414426] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e389a98-6741-4169-9d28-2bec070cac47 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.445429] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122eb530-53f2-4d7a-9f49-2869e2bdeb55 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.452869] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c484a-bfb9-4329-b939-45eb4d6db998 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.467334] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.503432] env[62437]: DEBUG oslo_vmware.api [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Task: {'id': task-1812411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460922} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.503645] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.503861] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.504056] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.504233] env[62437]: INFO nova.compute.manager [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1980.504468] env[62437]: DEBUG oslo.service.loopingcall [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.504650] env[62437]: DEBUG nova.compute.manager [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.504742] env[62437]: DEBUG nova.network.neutron [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.546447] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.970919] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.389177] env[62437]: DEBUG nova.compute.manager [req-1a8bcf63-03b3-435a-9f78-0744a3b74d0f req-e991b173-4ec3-4700-9636-960fa85c6fdf service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Received event network-vif-deleted-331dfb86-bc04-4e94-96ce-5ff53da7335a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1981.389177] env[62437]: INFO nova.compute.manager [req-1a8bcf63-03b3-435a-9f78-0744a3b74d0f req-e991b173-4ec3-4700-9636-960fa85c6fdf service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Neutron deleted interface 331dfb86-bc04-4e94-96ce-5ff53da7335a; detaching it from the instance and deleting it from the info cache [ 1981.389177] env[62437]: DEBUG nova.network.neutron [req-1a8bcf63-03b3-435a-9f78-0744a3b74d0f req-e991b173-4ec3-4700-9636-960fa85c6fdf service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.469125] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1981.470084] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963bf9a-bc57-4f63-b5df-9fa272de386b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.478235] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1981.478426] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.478688] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.479010] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683c6676-cf7e-42c9-991a-3184fb79b01b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.796901] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.797174] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.797414] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleting the datastore file [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.797705] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38429f8-f3af-45ce-b63f-782ce5726404 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.804599] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1981.804599] env[62437]: value = "task-1812413" [ 1981.804599] env[62437]: _type = "Task" [ 1981.804599] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.812079] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.856515] env[62437]: DEBUG nova.network.neutron [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.891539] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9660e969-3600-4e73-abe4-ee533d68b746 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.900881] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59a572-e6fe-459b-8e6e-5373af4e455a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.924615] env[62437]: DEBUG nova.compute.manager [req-1a8bcf63-03b3-435a-9f78-0744a3b74d0f req-e991b173-4ec3-4700-9636-960fa85c6fdf service nova] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Detach interface failed, port_id=331dfb86-bc04-4e94-96ce-5ff53da7335a, reason: Instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1982.316106] env[62437]: DEBUG oslo_vmware.api [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384404} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.316472] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.316676] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.317021] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.359605] env[62437]: INFO nova.compute.manager [-] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Took 1.85 seconds to deallocate network for instance. [ 1982.360810] env[62437]: INFO nova.scheduler.client.report [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted allocations for instance 491f7c0c-49a5-41f4-8454-5b2d14d120ca [ 1982.866516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.866807] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.866995] env[62437]: DEBUG nova.objects.instance [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'resources' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.873332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.369631] env[62437]: DEBUG nova.objects.instance [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'numa_topology' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.411564] env[62437]: DEBUG nova.compute.manager [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-vif-unplugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1983.411845] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.412078] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.412256] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.412433] env[62437]: DEBUG nova.compute.manager [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] No waiting events found dispatching network-vif-unplugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.412761] env[62437]: WARNING nova.compute.manager [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received unexpected event network-vif-unplugged-275ff2cb-a875-45f1-85b7-05a58756438f for instance with vm_state shelved_offloaded and task_state None. [ 1983.412941] env[62437]: DEBUG nova.compute.manager [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1983.413119] env[62437]: DEBUG nova.compute.manager [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing instance network info cache due to event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1983.413308] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.413452] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.413616] env[62437]: DEBUG nova.network.neutron [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.871675] env[62437]: DEBUG nova.objects.base [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Object Instance<491f7c0c-49a5-41f4-8454-5b2d14d120ca> lazy-loaded attributes: resources,numa_topology {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1983.945032] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16ad98-dafc-4e04-95a9-08a1d7a44e24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.952650] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2621d3-738f-48f6-8877-fca6653e9ca4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.984983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d3685-e908-40cb-b891-bd4416adbb46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.992958] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56630bd-12a4-4a88-95db-9409b7de43fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.007094] env[62437]: DEBUG nova.compute.provider_tree [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.169052] env[62437]: DEBUG nova.network.neutron [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updated VIF entry in instance network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.169444] env[62437]: DEBUG nova.network.neutron [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.510743] env[62437]: DEBUG nova.scheduler.client.report [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.672299] env[62437]: DEBUG oslo_concurrency.lockutils [req-e9cba658-fc4c-41c9-ac37-82a9feaf17f4 req-86e3b879-40a6-4246-8abc-01719a2fa06c service nova] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.017363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.019922] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.147s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.020175] env[62437]: DEBUG nova.objects.instance [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lazy-loading 'resources' on Instance uuid 0d295566-d3b3-473a-bbc8-5d5df2a08591 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.068830] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.527519] env[62437]: DEBUG oslo_concurrency.lockutils [None req-971786b6-09f1-4f2f-b634-31bc5aaf4fc4 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.252s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.528396] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.460s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.528587] env[62437]: INFO nova.compute.manager [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Unshelving [ 1985.605458] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162f914a-8a28-4c17-9b95-0b62092d183c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.613159] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b7b914-8fb3-4bd4-9973-f60ba25fe395 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.643376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53700441-9687-4821-8c68-ec6588404ca3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.650377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e3d17-b258-4d26-9dc0-56a17b0cc628 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.664985] env[62437]: DEBUG nova.compute.provider_tree [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.168631] env[62437]: DEBUG nova.scheduler.client.report [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.552286] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.673072] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.676541] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.124s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.676790] env[62437]: DEBUG nova.objects.instance [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'pci_requests' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.716017] env[62437]: INFO nova.scheduler.client.report [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Deleted allocations for instance 0d295566-d3b3-473a-bbc8-5d5df2a08591 [ 1987.180612] env[62437]: DEBUG nova.objects.instance [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'numa_topology' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.223539] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f681219c-be26-405d-9a2b-67e6997b246c tempest-ServerActionsTestOtherA-38369344 tempest-ServerActionsTestOtherA-38369344-project-member] Lock "0d295566-d3b3-473a-bbc8-5d5df2a08591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.219s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.683172] env[62437]: INFO nova.compute.claims [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.623070] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.623070] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.623070] env[62437]: INFO nova.compute.manager [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Shelving [ 1988.769842] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a959c88-5034-496d-870f-af81c1af8f93 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.777479] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02205ac1-c899-464d-9735-b208a059dee3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.808162] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ad6355-f746-4fb6-91b9-c2a2867c5547 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.815281] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903332a-b0fd-408e-9767-e01bff67780c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.828042] env[62437]: DEBUG nova.compute.provider_tree [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.331743] env[62437]: DEBUG nova.scheduler.client.report [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.632911] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.633272] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dca47e4-ff90-4202-a467-2703b1dca164 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.641886] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1989.641886] env[62437]: value = "task-1812414" [ 1989.641886] env[62437]: _type = "Task" [ 1989.641886] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.649428] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.838215] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.874056] env[62437]: INFO nova.network.neutron [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating port 275ff2cb-a875-45f1-85b7-05a58756438f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1990.152350] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812414, 'name': PowerOffVM_Task, 'duration_secs': 0.218234} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.152648] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.153476] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4e121-059b-4700-9083-864e4390ad0b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.173565] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65273512-3291-40f4-a26f-00c0e5b63fc7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.684818] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Creating Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1990.685204] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6f2c139-ed79-42ad-9873-65cb79676a90 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.693504] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1990.693504] env[62437]: value = "task-1812415" [ 1990.693504] env[62437]: _type = "Task" [ 1990.693504] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.701676] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812415, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.203958] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812415, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.704689] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812415, 'name': CreateSnapshot_Task, 'duration_secs': 0.668298} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.705050] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Created Snapshot of the VM instance {{(pid=62437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1991.705779] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30b978e-2f1d-40bc-bc3f-3a9da2bc1e78 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.229319] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Creating linked-clone VM from snapshot {{(pid=62437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1992.229319] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acce08af-d918-4217-a50e-46255e6e3172 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.239853] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 1992.239853] env[62437]: value = "task-1812416" [ 1992.239853] env[62437]: _type = "Task" [ 1992.239853] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.250509] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.753711] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.251779] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.751666] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.253309] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.314041] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.314363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.732670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.732921] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.754733] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.816719] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1995.238366] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1995.254594] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task} progress is 95%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.344542] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.344807] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.346414] env[62437]: INFO nova.compute.claims [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.755782] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812416, 'name': CloneVM_Task, 'duration_secs': 3.273727} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.755782] env[62437]: INFO nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Created linked-clone VM from snapshot [ 1995.756057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.756729] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6b22d-3778-4679-8fbe-90d44be479e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.764334] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Uploading image 594b8194-0c4f-4c43-afa9-b38992c3022c {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1995.823836] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1995.823836] env[62437]: value = "vm-375560" [ 1995.823836] env[62437]: _type = "VirtualMachine" [ 1995.823836] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1995.824198] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c36492d-1688-4e4a-9649-29b74624585f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.833093] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease: (returnval){ [ 1995.833093] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524bc106-2791-a8cd-0697-b093f52a0bfb" [ 1995.833093] env[62437]: _type = "HttpNfcLease" [ 1995.833093] env[62437]: } obtained for exporting VM: (result){ [ 1995.833093] env[62437]: value = "vm-375560" [ 1995.833093] env[62437]: _type = "VirtualMachine" [ 1995.833093] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1995.833354] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the lease: (returnval){ [ 1995.833354] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524bc106-2791-a8cd-0697-b093f52a0bfb" [ 1995.833354] env[62437]: _type = "HttpNfcLease" [ 1995.833354] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1995.840288] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1995.840288] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524bc106-2791-a8cd-0697-b093f52a0bfb" [ 1995.840288] env[62437]: _type = "HttpNfcLease" [ 1995.840288] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1995.909246] env[62437]: DEBUG nova.compute.manager [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1995.909466] env[62437]: DEBUG oslo_concurrency.lockutils [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.909669] env[62437]: DEBUG oslo_concurrency.lockutils [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.909836] env[62437]: DEBUG oslo_concurrency.lockutils [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.910020] env[62437]: DEBUG nova.compute.manager [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] No waiting events found dispatching network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.910266] env[62437]: WARNING nova.compute.manager [req-c948ff29-5fdc-498c-8a70-8d1893000b7d req-b8273d6a-df3a-4abd-b444-7fb60c23c502 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received unexpected event network-vif-plugged-275ff2cb-a875-45f1-85b7-05a58756438f for instance with vm_state shelved_offloaded and task_state spawning. [ 1996.005903] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.006056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.006250] env[62437]: DEBUG nova.network.neutron [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.342926] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1996.342926] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524bc106-2791-a8cd-0697-b093f52a0bfb" [ 1996.342926] env[62437]: _type = "HttpNfcLease" [ 1996.342926] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1996.343275] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1996.343275] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524bc106-2791-a8cd-0697-b093f52a0bfb" [ 1996.343275] env[62437]: _type = "HttpNfcLease" [ 1996.343275] env[62437]: }. {{(pid=62437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1996.344110] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dcf503-4d13-4381-9a84-5a1e311e0b82 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.352611] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1996.352838] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk for reading. {{(pid=62437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1996.445344] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df9d9d82-e52d-4979-a3ae-199e3d9bb9cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.474360] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbf285-9b17-4a86-a660-bd802766b173 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.481136] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec8064-4b95-4717-95a7-0c52d5792e96 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.509824] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91f79ff-383e-4b64-a6ae-9a0b00820c0b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.518565] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6446c-a316-43f6-ab9a-f58fd3e96a7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.532246] env[62437]: DEBUG nova.compute.provider_tree [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.704331] env[62437]: DEBUG nova.network.neutron [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.036450] env[62437]: DEBUG nova.scheduler.client.report [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.206694] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.230841] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='55a408109a5c6ee6d6158b6f2f9bab70',container_format='bare',created_at=2024-12-12T11:39:50Z,direct_url=,disk_format='vmdk',id=cdb13427-487e-423f-9642-f6b7dc243cee,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-652025649-shelved',owner='952fd169638849e792ef330ec4c63176',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-12T11:40:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1997.231208] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.231437] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1997.231708] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.231885] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1997.232064] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1997.232282] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1997.232445] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1997.232616] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1997.232781] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1997.232956] env[62437]: DEBUG nova.virt.hardware [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1997.233833] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc3943-50e1-475e-8d42-37dee03e52b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.242243] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6542cbd-f981-428e-a830-df83b673b8c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.257635] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:34:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275ff2cb-a875-45f1-85b7-05a58756438f', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.264988] env[62437]: DEBUG oslo.service.loopingcall [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.265332] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.265596] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90c01c1-c645-4a9c-a095-cf909c7478bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.285391] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.285391] env[62437]: value = "task-1812418" [ 1997.285391] env[62437]: _type = "Task" [ 1997.285391] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.293511] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812418, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.543701] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.544345] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1997.547603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.791s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.551025] env[62437]: INFO nova.compute.claims [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.795934] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812418, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.934847] env[62437]: DEBUG nova.compute.manager [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1997.935083] env[62437]: DEBUG nova.compute.manager [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing instance network info cache due to event network-changed-275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1997.935313] env[62437]: DEBUG oslo_concurrency.lockutils [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.935464] env[62437]: DEBUG oslo_concurrency.lockutils [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.935629] env[62437]: DEBUG nova.network.neutron [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Refreshing network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.053243] env[62437]: DEBUG nova.compute.utils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1998.057820] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1998.057820] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1998.134850] env[62437]: DEBUG nova.policy [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b7a6fe196804897863a400998a6b55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe49a70e8ad45b9bd6c0fc1ba82f1cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1998.295974] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812418, 'name': CreateVM_Task, 'duration_secs': 0.902118} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.296182] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.296887] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.297450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.297835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.298108] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa7f487-0cc2-45a2-8651-9750d3d4f168 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.302999] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1998.302999] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52952707-553a-55f6-4657-203fcdfedade" [ 1998.302999] env[62437]: _type = "Task" [ 1998.302999] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.313319] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52952707-553a-55f6-4657-203fcdfedade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.420269] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Successfully created port: 5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.558018] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1998.645277] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a4f8c-260e-46bf-978a-e16acb83ec76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.654512] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea211f5a-aa6c-4579-80b5-95373bf465ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.686213] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf225a4-8390-4a77-bb2f-83b0d1558d33 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.693919] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0bd52-a6e3-4168-a7a5-ca8ae26464de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.707115] env[62437]: DEBUG nova.compute.provider_tree [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.812649] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.812907] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Processing image cdb13427-487e-423f-9642-f6b7dc243cee {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.813199] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.813356] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.813541] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.813795] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2961ff-40ce-4586-922b-4f49fa4ae07c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.842072] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.842382] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.843181] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7a06b9-f73d-4785-82a8-bc3c82f64460 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.849518] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 1998.849518] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52b1858c-81c9-4a9c-3192-c623e7b13046" [ 1998.849518] env[62437]: _type = "Task" [ 1998.849518] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.858283] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52b1858c-81c9-4a9c-3192-c623e7b13046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.938907] env[62437]: DEBUG nova.network.neutron [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updated VIF entry in instance network info cache for port 275ff2cb-a875-45f1-85b7-05a58756438f. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.939374] env[62437]: DEBUG nova.network.neutron [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.210343] env[62437]: DEBUG nova.scheduler.client.report [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.360686] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1999.361015] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Fetch image to [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b/OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1999.361236] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Downloading stream optimized image cdb13427-487e-423f-9642-f6b7dc243cee to [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b/OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b.vmdk on the data store datastore1 as vApp {{(pid=62437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1999.361475] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Downloading image file data cdb13427-487e-423f-9642-f6b7dc243cee to the ESX as VM named 'OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b' {{(pid=62437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1999.441359] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1999.441359] env[62437]: value = "resgroup-9" [ 1999.441359] env[62437]: _type = "ResourcePool" [ 1999.441359] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1999.441960] env[62437]: DEBUG oslo_concurrency.lockutils [req-d097fff6-41a5-483b-aaba-eb16be49fa11 req-04bfa413-d867-4cbd-94c1-922a10f4a380 service nova] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.442333] env[62437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e68f8f6b-da1e-4f80-964e-ee8295ef0e3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.464356] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lease: (returnval){ [ 1999.464356] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d507c8-0c79-7d10-af5c-167fb22f62c3" [ 1999.464356] env[62437]: _type = "HttpNfcLease" [ 1999.464356] env[62437]: } obtained for vApp import into resource pool (val){ [ 1999.464356] env[62437]: value = "resgroup-9" [ 1999.464356] env[62437]: _type = "ResourcePool" [ 1999.464356] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1999.464681] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the lease: (returnval){ [ 1999.464681] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d507c8-0c79-7d10-af5c-167fb22f62c3" [ 1999.464681] env[62437]: _type = "HttpNfcLease" [ 1999.464681] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1999.470862] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1999.470862] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d507c8-0c79-7d10-af5c-167fb22f62c3" [ 1999.470862] env[62437]: _type = "HttpNfcLease" [ 1999.470862] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1999.568801] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1999.715183] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.716322] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.973457] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1999.973457] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d507c8-0c79-7d10-af5c-167fb22f62c3" [ 1999.973457] env[62437]: _type = "HttpNfcLease" [ 1999.973457] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1999.973782] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1999.973782] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d507c8-0c79-7d10-af5c-167fb22f62c3" [ 1999.973782] env[62437]: _type = "HttpNfcLease" [ 1999.973782] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1999.974620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a96c8-07dd-4671-bac1-33e953dbae27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.981674] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1999.981886] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2000.045582] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ec7dcd9-ba47-47c6-8306-afb0a34706df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.180908] env[62437]: DEBUG nova.compute.manager [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Received event network-vif-plugged-5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2000.181072] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] Acquiring lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.181303] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.181496] env[62437]: DEBUG oslo_concurrency.lockutils [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.181680] env[62437]: DEBUG nova.compute.manager [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] No waiting events found dispatching network-vif-plugged-5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2000.181865] env[62437]: WARNING nova.compute.manager [req-7bef8927-ec8e-4059-97b5-828d114c2e60 req-1f41c6f2-7917-45ae-a232-b3a73940ed0c service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Received unexpected event network-vif-plugged-5b4bb4da-293b-4f22-896c-bc68a3d1b34d for instance with vm_state building and task_state spawning. [ 2000.221304] env[62437]: DEBUG nova.compute.utils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.225119] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.225304] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.315307] env[62437]: DEBUG nova.policy [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b7a6fe196804897863a400998a6b55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe49a70e8ad45b9bd6c0fc1ba82f1cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.439541] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Successfully updated port: 5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2000.683013] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Successfully created port: 775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2000.713281] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2000.713570] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.713737] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2000.714083] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.714274] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2000.714432] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2000.714644] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2000.714891] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2000.715114] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2000.715301] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2000.715481] env[62437]: DEBUG nova.virt.hardware [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2000.716468] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f505b8-2985-413c-af69-9800eaaf932e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.729756] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733d73b-38b3-4a71-bde5-914c1ea4b2f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.736572] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.945823] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.946040] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.946288] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.147956] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2001.148313] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2001.149537] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffa5aca-7c00-4ec1-ad58-94d1ebb938d4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.157614] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2001.157854] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2001.158149] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8aa27fe4-3ff5-4688-876a-5347f16a7970 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.376971] env[62437]: DEBUG oslo_vmware.rw_handles [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5e3c-3a37-12d2-40d1-15a73af903c4/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2001.377296] env[62437]: INFO nova.virt.vmwareapi.images [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Downloaded image file data cdb13427-487e-423f-9642-f6b7dc243cee [ 2001.378212] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce654e4-00d0-4237-ab61-3691e9c77dfa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.396435] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00651d53-5363-4d3d-9cc7-dde5cbecaad3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.428096] env[62437]: INFO nova.virt.vmwareapi.images [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] The imported VM was unregistered [ 2001.429901] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2001.430173] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2001.430473] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-560a3850-915a-4133-9f25-37cca85e0660 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.443566] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Created directory with path [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2001.443817] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b/OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b.vmdk to [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk. {{(pid=62437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2001.444120] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-31997d8d-ad92-451f-a6fb-589dd87611fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.452213] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2001.452213] env[62437]: value = "task-1812421" [ 2001.452213] env[62437]: _type = "Task" [ 2001.452213] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.460462] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.494399] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2001.636027] env[62437]: DEBUG nova.network.neutron [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.749510] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2001.785322] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.785601] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.785765] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.785957] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.786125] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.786292] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.786532] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.786696] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.786869] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.787052] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.787239] env[62437]: DEBUG nova.virt.hardware [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.788207] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131c21e8-8a59-476a-8c0a-20de8b8ed937 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.796885] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1798521-f927-4469-9559-a9cf9a7cb58a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.962101] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.139521] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.139872] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Instance network_info: |[{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2002.140344] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4bb4da-293b-4f22-896c-bc68a3d1b34d', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2002.149645] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating folder: Project (2fe49a70e8ad45b9bd6c0fc1ba82f1cd). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2002.150118] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffe534dc-9831-46e4-a284-d1d1069ed4a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.162821] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created folder: Project (2fe49a70e8ad45b9bd6c0fc1ba82f1cd) in parent group-v375259. [ 2002.163069] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating folder: Instances. Parent ref: group-v375563. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2002.163397] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda2949f-96fe-4549-9470-ee15f8f4b245 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.174391] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created folder: Instances in parent group-v375563. [ 2002.174647] env[62437]: DEBUG oslo.service.loopingcall [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.174842] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2002.175132] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0407790-e279-48ad-b99a-1aee00b759a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.195630] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2002.195630] env[62437]: value = "task-1812424" [ 2002.195630] env[62437]: _type = "Task" [ 2002.195630] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.204122] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812424, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.213515] env[62437]: DEBUG nova.compute.manager [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Received event network-changed-5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2002.213714] env[62437]: DEBUG nova.compute.manager [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Refreshing instance network info cache due to event network-changed-5b4bb4da-293b-4f22-896c-bc68a3d1b34d. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2002.213974] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Acquiring lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.214143] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Acquired lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.214312] env[62437]: DEBUG nova.network.neutron [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Refreshing network info cache for port 5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.279932] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Successfully updated port: 775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2002.465608] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.705870] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812424, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.782627] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.782922] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.782968] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2002.935212] env[62437]: DEBUG nova.network.neutron [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updated VIF entry in instance network info cache for port 5b4bb4da-293b-4f22-896c-bc68a3d1b34d. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.935684] env[62437]: DEBUG nova.network.neutron [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.964475] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.207306] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812424, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.318913] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2003.439164] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Releasing lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.439533] env[62437]: DEBUG nova.compute.manager [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Received event network-vif-plugged-775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2003.440169] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Acquiring lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.440169] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.440292] env[62437]: DEBUG oslo_concurrency.lockutils [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.440516] env[62437]: DEBUG nova.compute.manager [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] No waiting events found dispatching network-vif-plugged-775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.440993] env[62437]: WARNING nova.compute.manager [req-610df8b9-bed8-4238-857f-a26bbd85ba5d req-5b686bed-8c1f-46b2-b00e-b95f827d4a3b service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Received unexpected event network-vif-plugged-775aa062-ae48-4579-aa63-a1e66a5a203c for instance with vm_state building and task_state spawning. [ 2003.466892] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.471480] env[62437]: DEBUG nova.network.neutron [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updating instance_info_cache with network_info: [{"id": "775aa062-ae48-4579-aa63-a1e66a5a203c", "address": "fa:16:3e:e7:1a:78", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775aa062-ae", "ovs_interfaceid": "775aa062-ae48-4579-aa63-a1e66a5a203c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.707159] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812424, 'name': CreateVM_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.967023] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.974667] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.974994] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Instance network_info: |[{"id": "775aa062-ae48-4579-aa63-a1e66a5a203c", "address": "fa:16:3e:e7:1a:78", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775aa062-ae", "ovs_interfaceid": "775aa062-ae48-4579-aa63-a1e66a5a203c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2003.975441] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '775aa062-ae48-4579-aa63-a1e66a5a203c', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2003.983726] env[62437]: DEBUG oslo.service.loopingcall [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.984025] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2003.984255] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ffbd21-1f8d-401f-bc9c-0f8c1c5e3094 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.008312] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2004.008312] env[62437]: value = "task-1812425" [ 2004.008312] env[62437]: _type = "Task" [ 2004.008312] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.017169] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812425, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.206376] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812424, 'name': CreateVM_Task, 'duration_secs': 2.001703} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.206575] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2004.207332] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.207523] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.208066] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2004.208123] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa66555-b819-408e-b74c-c95a57d97d2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.213107] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2004.213107] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524974be-f035-1003-50c0-3f2de70b72a4" [ 2004.213107] env[62437]: _type = "Task" [ 2004.213107] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.221084] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524974be-f035-1003-50c0-3f2de70b72a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.246240] env[62437]: DEBUG nova.compute.manager [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Received event network-changed-775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2004.246453] env[62437]: DEBUG nova.compute.manager [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Refreshing instance network info cache due to event network-changed-775aa062-ae48-4579-aa63-a1e66a5a203c. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2004.246667] env[62437]: DEBUG oslo_concurrency.lockutils [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] Acquiring lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.246815] env[62437]: DEBUG oslo_concurrency.lockutils [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] Acquired lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.246997] env[62437]: DEBUG nova.network.neutron [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Refreshing network info cache for port 775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2004.467520] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812421, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.717452} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.467806] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b/OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b.vmdk to [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk. [ 2004.468094] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Cleaning up location [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2004.468328] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d76a6947-a331-4dfe-b533-1b2880592a9b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.468566] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d5a237-7a10-4ffe-809d-dafe23193aaa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.475528] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2004.475528] env[62437]: value = "task-1812426" [ 2004.475528] env[62437]: _type = "Task" [ 2004.475528] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.483463] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.518093] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812425, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.724192] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524974be-f035-1003-50c0-3f2de70b72a4, 'name': SearchDatastore_Task, 'duration_secs': 0.016073} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.724505] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.724743] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2004.725025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.725184] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.725391] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2004.725686] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb3076da-530e-422f-8037-f3b0110957c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.734413] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2004.734624] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2004.735399] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2747a5-6625-4399-aacf-0d0648bc369a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.742729] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2004.742729] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522de436-17c3-74dd-9bc6-e602453f3f2d" [ 2004.742729] env[62437]: _type = "Task" [ 2004.742729] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.752572] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522de436-17c3-74dd-9bc6-e602453f3f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.985531] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067092} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.985930] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.985930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.986212] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk to [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.986483] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f25e42-365b-4ed9-a20f-dfcdf355db29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.993488] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2004.993488] env[62437]: value = "task-1812427" [ 2004.993488] env[62437]: _type = "Task" [ 2004.993488] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.001698] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.004697] env[62437]: DEBUG nova.network.neutron [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updated VIF entry in instance network info cache for port 775aa062-ae48-4579-aa63-a1e66a5a203c. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2005.005064] env[62437]: DEBUG nova.network.neutron [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updating instance_info_cache with network_info: [{"id": "775aa062-ae48-4579-aa63-a1e66a5a203c", "address": "fa:16:3e:e7:1a:78", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775aa062-ae", "ovs_interfaceid": "775aa062-ae48-4579-aa63-a1e66a5a203c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.018506] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812425, 'name': CreateVM_Task, 'duration_secs': 0.547058} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.018676] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.019369] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.019538] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.019850] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.020113] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf22a7d7-2ded-4a07-83e3-7fe00b39ac92 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.024840] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2005.024840] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec803b-b58c-90a7-926c-c8bbadd9c367" [ 2005.024840] env[62437]: _type = "Task" [ 2005.024840] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.032862] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec803b-b58c-90a7-926c-c8bbadd9c367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.253907] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522de436-17c3-74dd-9bc6-e602453f3f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.015555} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.254743] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef2997e-d16c-415e-80cb-a183d6dceb0c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.260515] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2005.260515] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5233a4ba-76ae-8879-2680-24231ffe57af" [ 2005.260515] env[62437]: _type = "Task" [ 2005.260515] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.269236] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5233a4ba-76ae-8879-2680-24231ffe57af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.504563] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.508232] env[62437]: DEBUG oslo_concurrency.lockutils [req-078422c9-f933-4e54-83cd-e7f692be50c4 req-4ce5b6a5-ce18-4630-a2cd-93f5e2d3c5a1 service nova] Releasing lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.535708] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ec803b-b58c-90a7-926c-c8bbadd9c367, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.536038] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.536293] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.536510] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.771396] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5233a4ba-76ae-8879-2680-24231ffe57af, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.771725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.771873] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/03495873-c5e1-48f0-ab9c-73f5cd4c31f4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2005.772226] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.772427] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.772656] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1486a8a-217f-4d27-9040-25d1e9c4a0cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.774800] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6054de52-8667-4dad-9545-4f9df6e2fcc0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.782956] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2005.782956] env[62437]: value = "task-1812428" [ 2005.782956] env[62437]: _type = "Task" [ 2005.782956] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.790958] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.795037] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.795251] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.796033] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e274ca-ead5-4179-858d-df574f6b6aeb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.805330] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2005.805330] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5246afce-ce44-a358-ec12-d3f542788a73" [ 2005.805330] env[62437]: _type = "Task" [ 2005.805330] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.817550] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246afce-ce44-a358-ec12-d3f542788a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.008147] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.297383] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.320073] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5246afce-ce44-a358-ec12-d3f542788a73, 'name': SearchDatastore_Task, 'duration_secs': 0.104343} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.320931] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e79e1c-0fcc-42ec-8c9c-bd22bd2aaf3c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.330952] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2006.330952] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5288919e-871f-ee5f-625f-8aceae648930" [ 2006.330952] env[62437]: _type = "Task" [ 2006.330952] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.344019] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5288919e-871f-ee5f-625f-8aceae648930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.508296] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.799057] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.846194] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5288919e-871f-ee5f-625f-8aceae648930, 'name': SearchDatastore_Task, 'duration_secs': 0.106225} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.846490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.846760] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2006.847051] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4c99560-ea8d-44ee-8d31-82963dede64f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.859573] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2006.859573] env[62437]: value = "task-1812429" [ 2006.859573] env[62437]: _type = "Task" [ 2006.859573] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.872769] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.009287] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.299293] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.373749] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.510394] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.797906] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.872104] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.008086] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812427, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.65921} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.008500] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdb13427-487e-423f-9642-f6b7dc243cee/cdb13427-487e-423f-9642-f6b7dc243cee.vmdk to [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.009448] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9366a0f4-34d6-4336-9603-3221ba988dac {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.031428] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.031765] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66de0ee-1fd8-406e-969b-fd4e5b97d01e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.054475] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2008.054475] env[62437]: value = "task-1812430" [ 2008.054475] env[62437]: _type = "Task" [ 2008.054475] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.063098] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.300161] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812428, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.221256} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.300161] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/03495873-c5e1-48f0-ab9c-73f5cd4c31f4.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.300161] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.300442] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67cfb98e-67d9-4d30-bb81-609ff181ac70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.309942] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2008.309942] env[62437]: value = "task-1812431" [ 2008.309942] env[62437]: _type = "Task" [ 2008.309942] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.318171] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.371190] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.567953] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.820467] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10076} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.820687] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.821537] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec587e35-f592-48ce-a7a3-c402e21bce07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.844013] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/03495873-c5e1-48f0-ab9c-73f5cd4c31f4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.844300] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12907bab-9488-46b2-a537-9fe53a56a619 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.864434] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2008.864434] env[62437]: value = "task-1812432" [ 2008.864434] env[62437]: _type = "Task" [ 2008.864434] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.875620] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812429, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624659} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.878739] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.879031] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.879304] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.879520] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebeadae9-a341-4871-813b-6f6b9a990866 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.885990] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2008.885990] env[62437]: value = "task-1812433" [ 2008.885990] env[62437]: _type = "Task" [ 2008.885990] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.893650] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.064920] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812430, 'name': ReconfigVM_Task, 'duration_secs': 0.745375} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.065341] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca/491f7c0c-49a5-41f4-8454-5b2d14d120ca.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.065905] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f4070c1-5d46-43b2-8a56-08b7c7bf1109 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.072737] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2009.072737] env[62437]: value = "task-1812434" [ 2009.072737] env[62437]: _type = "Task" [ 2009.072737] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.080614] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812434, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.378646] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812432, 'name': ReconfigVM_Task, 'duration_secs': 0.440947} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.379031] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/03495873-c5e1-48f0-ab9c-73f5cd4c31f4.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.379891] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c362cebc-f87e-4c11-a44d-7ef03ff138b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.391011] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2009.391011] env[62437]: value = "task-1812435" [ 2009.391011] env[62437]: _type = "Task" [ 2009.391011] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.398546] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078007} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.399360] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2009.400368] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdcb234-de6f-471c-a2c5-ac66371ff3f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.407334] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812435, 'name': Rename_Task} progress is 10%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.426193] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.426515] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799ed5b4-fb8b-4a22-92ac-a0d9ca7df210 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.445208] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2009.445208] env[62437]: value = "task-1812436" [ 2009.445208] env[62437]: _type = "Task" [ 2009.445208] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.453330] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.582503] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812434, 'name': Rename_Task, 'duration_secs': 0.233026} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.582839] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2009.583112] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07d128d4-a3bb-4f12-8269-5c026e9444e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.588646] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2009.588646] env[62437]: value = "task-1812437" [ 2009.588646] env[62437]: _type = "Task" [ 2009.588646] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.597931] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.900591] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812435, 'name': Rename_Task, 'duration_secs': 0.199645} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.900836] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2009.901113] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6ba3ab-1606-4155-8740-210df983964f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.907196] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2009.907196] env[62437]: value = "task-1812438" [ 2009.907196] env[62437]: _type = "Task" [ 2009.907196] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.915642] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.955070] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.098562] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812437, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.417550] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.456177] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812436, 'name': ReconfigVM_Task, 'duration_secs': 0.544964} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.457024] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2010.457174] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-988635cb-e521-4f46-9afb-4a0ad67d6bc6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.463999] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2010.463999] env[62437]: value = "task-1812439" [ 2010.463999] env[62437]: _type = "Task" [ 2010.463999] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.472371] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812439, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.598429] env[62437]: DEBUG oslo_vmware.api [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812437, 'name': PowerOnVM_Task, 'duration_secs': 0.733728} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.598762] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.704119] env[62437]: DEBUG nova.compute.manager [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.705081] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82061bf5-e7b2-4cb9-b53b-d84cf613ac44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.918317] env[62437]: DEBUG oslo_vmware.api [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812438, 'name': PowerOnVM_Task, 'duration_secs': 0.787782} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.918548] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.918763] env[62437]: INFO nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Took 11.35 seconds to spawn the instance on the hypervisor. [ 2010.919018] env[62437]: DEBUG nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.919843] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac60c97-86ab-409c-88fc-1330a02d0bde {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.973301] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812439, 'name': Rename_Task, 'duration_secs': 0.269036} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.973582] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.973830] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7540f67-8c95-495f-99ad-b01a50b42aea {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.980127] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2010.980127] env[62437]: value = "task-1812440" [ 2010.980127] env[62437]: _type = "Task" [ 2010.980127] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.987508] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.222603] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d6f17f4f-6866-4eda-a1d3-b3b97049912f tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.693s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.434919] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2011.435859] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2334c0-c37d-4bd2-bff9-197c67d7e9fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.440471] env[62437]: INFO nova.compute.manager [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Took 16.12 seconds to build instance. [ 2011.443496] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2011.443496] env[62437]: ERROR oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk due to incomplete transfer. [ 2011.443698] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-613030c3-8edc-465d-bd8d-aeeb2ad2fe70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.450293] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9111c-83a3-30f9-8508-50bdd5f938ec/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2011.450493] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Uploaded image 594b8194-0c4f-4c43-afa9-b38992c3022c to the Glance image server {{(pid=62437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2011.452920] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Destroying the VM {{(pid=62437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2011.453691] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95d60104-8e58-4ccd-bf09-5e5f68e92a41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.460836] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2011.460836] env[62437]: value = "task-1812441" [ 2011.460836] env[62437]: _type = "Task" [ 2011.460836] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.469528] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.489425] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812440, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.943033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-11c07279-1241-4489-94e0-789c9d69b259 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.629s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.970075] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.990685] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812440, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.470676] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.490640] env[62437]: DEBUG oslo_vmware.api [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812440, 'name': PowerOnVM_Task, 'duration_secs': 1.155849} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.490899] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.491208] env[62437]: INFO nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Took 10.74 seconds to spawn the instance on the hypervisor. [ 2012.491397] env[62437]: DEBUG nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.492153] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e3df7-34f4-4c25-b211-951beaceee80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.766377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8296109c-13f2-4ea4-bddb-d21e6d67b977 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.773150] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Suspending the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2012.773393] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b1a51a44-480c-4bdf-b328-6f99589f1ade {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.779983] env[62437]: DEBUG oslo_vmware.api [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2012.779983] env[62437]: value = "task-1812442" [ 2012.779983] env[62437]: _type = "Task" [ 2012.779983] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.787948] env[62437]: DEBUG oslo_vmware.api [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812442, 'name': SuspendVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.971198] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.007892] env[62437]: INFO nova.compute.manager [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Took 17.27 seconds to build instance. [ 2013.289506] env[62437]: DEBUG oslo_vmware.api [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812442, 'name': SuspendVM_Task} progress is 62%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.299290] env[62437]: INFO nova.compute.manager [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Rescuing [ 2013.299578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.299746] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.299932] env[62437]: DEBUG nova.network.neutron [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.473524] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.510318] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be66297e-15f5-4fa1-a13d-a6520c0bb98a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.777s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.789227] env[62437]: DEBUG oslo_vmware.api [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812442, 'name': SuspendVM_Task, 'duration_secs': 0.760997} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.789517] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Suspended the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2013.789699] env[62437]: DEBUG nova.compute.manager [None req-cfdaa77e-8b78-41b9-b6ac-d23fcb5a3ebb tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.790450] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b41a12-de95-4bb1-a8f6-c587b0f5f82d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.972375] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.041485] env[62437]: DEBUG nova.network.neutron [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updating instance_info_cache with network_info: [{"id": "775aa062-ae48-4579-aa63-a1e66a5a203c", "address": "fa:16:3e:e7:1a:78", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775aa062-ae", "ovs_interfaceid": "775aa062-ae48-4579-aa63-a1e66a5a203c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.472755] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.546921] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.620693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.620952] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.621168] env[62437]: DEBUG nova.compute.manager [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2014.622114] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b94bc-8e8f-4f8d-8799-f2038dd2817d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.629200] env[62437]: DEBUG nova.compute.manager [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2014.629760] env[62437]: DEBUG nova.objects.instance [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'flavor' on Instance uuid 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.973117] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.151014] env[62437]: INFO nova.compute.manager [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Resuming [ 2015.151617] env[62437]: DEBUG nova.objects.instance [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'flavor' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.473564] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.636547] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.636919] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1058a2a8-4c3b-4f10-8954-52f4b27cd04f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.644500] env[62437]: DEBUG oslo_vmware.api [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2015.644500] env[62437]: value = "task-1812443" [ 2015.644500] env[62437]: _type = "Task" [ 2015.644500] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.652460] env[62437]: DEBUG oslo_vmware.api [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.975825] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.080891] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.081270] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b0ce33e-68c5-471b-baa5-2eb7db294df5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.088960] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2016.088960] env[62437]: value = "task-1812444" [ 2016.088960] env[62437]: _type = "Task" [ 2016.088960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.097613] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.154688] env[62437]: DEBUG oslo_vmware.api [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812443, 'name': PowerOffVM_Task, 'duration_secs': 0.464072} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.154932] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.155186] env[62437]: DEBUG nova.compute.manager [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.155985] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aa53d6-7970-4877-8bed-62d963147cb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.475702] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.598382] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812444, 'name': PowerOffVM_Task, 'duration_secs': 0.147901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.598642] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.599454] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c64b93-21c8-450f-88ad-296891f5ec58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.618232] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e0e7d-af91-47fb-9cd6-c6957f3113b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.644971] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.645230] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5723fad-e4db-4ba8-a5ca-4a6a0bc4dd13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.652241] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2016.652241] env[62437]: value = "task-1812445" [ 2016.652241] env[62437]: _type = "Task" [ 2016.652241] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.659374] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.661951] env[62437]: DEBUG oslo_concurrency.lockutils [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.662117] env[62437]: DEBUG oslo_concurrency.lockutils [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.662300] env[62437]: DEBUG nova.network.neutron [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.668769] env[62437]: DEBUG oslo_concurrency.lockutils [None req-91d40a45-4e83-46dd-9cc1-6449188db44c tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.979569] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.994482] env[62437]: DEBUG nova.objects.instance [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'flavor' on Instance uuid 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.162175] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2017.162405] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.162647] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.162836] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.162993] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.163273] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96527d42-43af-447a-96a2-0f9f2a58cd7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.173395] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.173571] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.174303] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400cc393-6e9a-4bc3-9c5e-ffd7ba5afdd5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.179257] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2017.179257] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a925c5-07cf-1aa1-fbbe-2404bef4f6c4" [ 2017.179257] env[62437]: _type = "Task" [ 2017.179257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.186637] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a925c5-07cf-1aa1-fbbe-2404bef4f6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.392384] env[62437]: DEBUG nova.network.neutron [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.477509] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.499085] env[62437]: DEBUG oslo_concurrency.lockutils [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.499300] env[62437]: DEBUG oslo_concurrency.lockutils [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.499446] env[62437]: DEBUG nova.network.neutron [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.499623] env[62437]: DEBUG nova.objects.instance [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'info_cache' on Instance uuid 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.689111] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a925c5-07cf-1aa1-fbbe-2404bef4f6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.689898] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516d5b66-22f8-4566-bf4e-2610c64b926c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.694706] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2017.694706] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5274cc31-16ac-e05c-b646-ce9755303745" [ 2017.694706] env[62437]: _type = "Task" [ 2017.694706] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.701767] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5274cc31-16ac-e05c-b646-ce9755303745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.894930] env[62437]: DEBUG oslo_concurrency.lockutils [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.895969] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810badf5-e8cd-45ed-8797-da2f1277ce25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.902774] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Resuming the VM {{(pid=62437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2017.902994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26a328a-62c0-4bbf-a5a6-e97533512be2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.909134] env[62437]: DEBUG oslo_vmware.api [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2017.909134] env[62437]: value = "task-1812446" [ 2017.909134] env[62437]: _type = "Task" [ 2017.909134] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.916656] env[62437]: DEBUG oslo_vmware.api [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.979652] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task} progress is 33%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.003403] env[62437]: DEBUG nova.objects.base [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Object Instance<3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6> lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2018.205975] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5274cc31-16ac-e05c-b646-ce9755303745, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.206296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.206627] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2018.206924] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bee29103-78c1-41f2-aa56-f4d33b64c7ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.214487] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2018.214487] env[62437]: value = "task-1812447" [ 2018.214487] env[62437]: _type = "Task" [ 2018.214487] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.222630] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.419203] env[62437]: DEBUG oslo_vmware.api [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.479264] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812441, 'name': Destroy_Task, 'duration_secs': 6.596281} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.479564] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Destroyed the VM [ 2018.479841] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleting Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2018.480201] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8dd06d3d-433f-4367-9063-296019c0eab2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.487584] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2018.487584] env[62437]: value = "task-1812448" [ 2018.487584] env[62437]: _type = "Task" [ 2018.487584] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.495692] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.723632] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.727238] env[62437]: DEBUG nova.network.neutron [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.919580] env[62437]: DEBUG oslo_vmware.api [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812446, 'name': PowerOnVM_Task, 'duration_secs': 0.620333} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.919874] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Resumed the VM {{(pid=62437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2018.920075] env[62437]: DEBUG nova.compute.manager [None req-51e99256-7923-4c3a-954c-30ca550d1ef2 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.920852] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1fe26f-6385-4e21-9d24-4b11533af509 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.997522] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.224381] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.230055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.498362] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.725690] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812447, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.000689] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812448, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.225515] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.595174} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.225792] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 2020.226559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe915b5-6f4d-46d8-be98-cb7515c6aed7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.243889] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.251764] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2020.252087] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f1086ea-feb8-4209-b8b1-50aea1dcec1e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.253709] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a1d022-5166-4854-a946-6733145f1a3e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.272914] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2020.272914] env[62437]: value = "task-1812450" [ 2020.272914] env[62437]: _type = "Task" [ 2020.272914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.274250] env[62437]: DEBUG oslo_vmware.api [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2020.274250] env[62437]: value = "task-1812449" [ 2020.274250] env[62437]: _type = "Task" [ 2020.274250] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.284422] env[62437]: DEBUG oslo_vmware.api [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.287517] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.499034] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812448, 'name': RemoveSnapshot_Task, 'duration_secs': 1.891163} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.499196] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleted Snapshot of the VM instance {{(pid=62437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2020.499446] env[62437]: DEBUG nova.compute.manager [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.500224] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b32804-bec0-4da6-984a-602727378062 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.786401] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.789526] env[62437]: DEBUG oslo_vmware.api [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.012613] env[62437]: INFO nova.compute.manager [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Shelve offloading [ 2021.287505] env[62437]: DEBUG oslo_vmware.api [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812449, 'name': PowerOnVM_Task, 'duration_secs': 0.905426} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.290404] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.290652] env[62437]: DEBUG nova.compute.manager [None req-498a0ae8-6af7-4919-a765-ec56ea4b81c8 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.290967] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812450, 'name': ReconfigVM_Task, 'duration_secs': 0.814568} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.291709] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddebc93-bc87-461a-b772-1472dd38c689 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.294460] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.295454] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea5df9-bc52-489b-8592-63e5a23fd84d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.327315] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e76564-d545-45a3-b97d-1eb7510eb34f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.338822] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.339044] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.339196] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2021.346076] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2021.346076] env[62437]: value = "task-1812451" [ 2021.346076] env[62437]: _type = "Task" [ 2021.346076] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.354350] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.516095] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.516379] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c86a879-0e98-4695-aa85-bfe3ad64272e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.523420] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2021.523420] env[62437]: value = "task-1812452" [ 2021.523420] env[62437]: _type = "Task" [ 2021.523420] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.530818] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.856714] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812451, 'name': ReconfigVM_Task, 'duration_secs': 0.151483} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.857020] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2021.857262] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b4acf67-9065-45c1-b4a1-cbc908448015 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.863305] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2021.863305] env[62437]: value = "task-1812453" [ 2021.863305] env[62437]: _type = "Task" [ 2021.863305] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.871101] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.871804] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.871962] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.872141] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2022.033888] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2022.034085] env[62437]: DEBUG nova.compute.manager [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.034830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d902a4-6889-4cb8-9e57-bab113c5eebb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.040835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.041025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.041215] env[62437]: DEBUG nova.network.neutron [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.373693] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812453, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.809103] env[62437]: DEBUG nova.network.neutron [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.874036] env[62437]: DEBUG oslo_vmware.api [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812453, 'name': PowerOnVM_Task, 'duration_secs': 0.51778} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.874402] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.877123] env[62437]: DEBUG nova.compute.manager [None req-b05ed27d-c928-4c30-b0d9-0bb6b9f7ec04 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.877947] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1d0c43-9914-47b3-b070-35fc4e1630fd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.138016] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [{"id": "275ff2cb-a875-45f1-85b7-05a58756438f", "address": "fa:16:3e:7c:34:cb", "network": {"id": "9670769e-8d2a-487f-93cc-e7ae9952c18b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1019885714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "952fd169638849e792ef330ec4c63176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275ff2cb-a8", "ovs_interfaceid": "275ff2cb-a875-45f1-85b7-05a58756438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.314693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.319800] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8368897-ae9d-456c-8b1c-5528b28e92ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.326696] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Suspending the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2023.326940] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6ed2f1b2-8553-4bbc-9985-e76ec52f03cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.333510] env[62437]: DEBUG oslo_vmware.api [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2023.333510] env[62437]: value = "task-1812454" [ 2023.333510] env[62437]: _type = "Task" [ 2023.333510] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.341579] env[62437]: DEBUG oslo_vmware.api [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812454, 'name': SuspendVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.488430] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.488691] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.488943] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.489170] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.489353] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.491521] env[62437]: INFO nova.compute.manager [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Terminating instance [ 2023.546482] env[62437]: DEBUG nova.compute.manager [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-vif-unplugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2023.546482] env[62437]: DEBUG oslo_concurrency.lockutils [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.546482] env[62437]: DEBUG oslo_concurrency.lockutils [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.546482] env[62437]: DEBUG oslo_concurrency.lockutils [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.546482] env[62437]: DEBUG nova.compute.manager [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] No waiting events found dispatching network-vif-unplugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2023.546482] env[62437]: WARNING nova.compute.manager [req-df6795b4-2802-4921-b09d-d69c8a3ae887 req-89cd4cb7-8003-46cf-b8d9-cfdcac695656 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received unexpected event network-vif-unplugged-ce809845-fce0-44ef-9f20-274e66ee8b15 for instance with vm_state shelved and task_state shelving_offloading. [ 2023.636536] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.637580] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de953f2-78c4-4d3e-b8f6-1702cad8831a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.641101] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-491f7c0c-49a5-41f4-8454-5b2d14d120ca" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.641345] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2023.641931] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.642312] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.642540] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.642741] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.642911] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.643130] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.643327] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2023.643522] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.648170] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.648170] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9452f82-568a-4d8a-b5b0-80b6f47337ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.844568] env[62437]: DEBUG oslo_vmware.api [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812454, 'name': SuspendVM_Task} progress is 50%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.995460] env[62437]: DEBUG nova.compute.manager [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.995790] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.996661] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e465d0e2-e90a-40a6-af3d-2f3516cec63b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.004360] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.004598] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc2a677-1b71-444b-bc3e-d52fc0d23f8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.010844] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2024.010844] env[62437]: value = "task-1812456" [ 2024.010844] env[62437]: _type = "Task" [ 2024.010844] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.018696] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.150130] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.150390] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.150569] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.150728] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2024.151638] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57603665-7f16-48c3-8388-a862bacfaee0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.159830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d434fbd0-a331-4787-a966-c3eba9646a48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.175538] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a72dee-b01a-45dd-839e-1c876cbb1527 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.182334] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719310a-b4c8-4f4e-901b-48ef5f4735ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.214593] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2024.214593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.214867] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.344136] env[62437]: DEBUG oslo_vmware.api [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812454, 'name': SuspendVM_Task, 'duration_secs': 0.996429} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.344454] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Suspended the VM {{(pid=62437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2024.344638] env[62437]: DEBUG nova.compute.manager [None req-f0afcd21-2804-4020-9ecc-b3f9a3d58aed tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.345427] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f7e49-373f-4f98-8faf-6beacaff9c12 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.520695] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812456, 'name': PowerOffVM_Task, 'duration_secs': 0.308696} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.520980] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.521183] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.521439] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6877b82-8722-4fe0-b18d-c56173ae5b23 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.649034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.649211] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.649392] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.649656] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbbda329-6d21-4e2b-b775-29705bfbb8b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.657121] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2024.657121] env[62437]: value = "task-1812458" [ 2024.657121] env[62437]: _type = "Task" [ 2024.657121] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.665768] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.840057] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.840057] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.840317] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleting the datastore file [datastore1] 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.840511] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-338d02d1-ed94-4f2b-8810-45ad74c3d669 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.846675] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for the task: (returnval){ [ 2024.846675] env[62437]: value = "task-1812459" [ 2024.846675] env[62437]: _type = "Task" [ 2024.846675] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.857043] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.167642] env[62437]: DEBUG oslo_vmware.api [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255796} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.167959] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.168104] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.168299] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.189896] env[62437]: INFO nova.scheduler.client.report [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted allocations for instance 67a51a55-fc61-45fd-aefc-6b65a53423ad [ 2025.238023] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.238023] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 491f7c0c-49a5-41f4-8454-5b2d14d120ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.238023] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.238023] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.238243] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2025.238243] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2025.299069] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1300845-cee6-4a32-be50-32588d0debc8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.307012] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d617f-4f94-4e60-97e0-ad899ba3182a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.338835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db2d43-7d00-4021-ab08-b3f62839cee2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.346228] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90eb8d-3131-4ae9-88bc-7f98366e2fb0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.365065] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2025.366438] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.572096] env[62437]: DEBUG nova.compute.manager [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2025.572270] env[62437]: DEBUG nova.compute.manager [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing instance network info cache due to event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2025.572480] env[62437]: DEBUG oslo_concurrency.lockutils [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.572633] env[62437]: DEBUG oslo_concurrency.lockutils [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.572795] env[62437]: DEBUG nova.network.neutron [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2025.649495] env[62437]: INFO nova.compute.manager [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Resuming [ 2025.650122] env[62437]: DEBUG nova.objects.instance [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'flavor' on Instance uuid 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.694546] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.859815] env[62437]: DEBUG oslo_vmware.api [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Task: {'id': task-1812459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.762495} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.860085] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.860289] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.860468] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.860643] env[62437]: INFO nova.compute.manager [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Took 1.86 seconds to destroy the instance on the hypervisor. [ 2025.860877] env[62437]: DEBUG oslo.service.loopingcall [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.861076] env[62437]: DEBUG nova.compute.manager [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.861175] env[62437]: DEBUG nova.network.neutron [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.883623] env[62437]: ERROR nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [req-7365d24c-c637-4aff-96fa-087272395951] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7365d24c-c637-4aff-96fa-087272395951"}]} [ 2025.898885] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2025.909981] env[62437]: INFO nova.compute.manager [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Rescuing [ 2025.910229] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.910426] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.910597] env[62437]: DEBUG nova.network.neutron [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.912267] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2025.912446] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2025.923077] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2025.940572] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2026.000025] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5bc14-a193-4768-989b-d5eaf0143fb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.006559] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c285b2-b112-4831-9392-8a1b9968062b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.036440] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e21e348-a17f-4dac-a200-6c62d15db786 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.044166] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020a5e1-8724-427f-887a-59207b52d663 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.059056] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2026.317898] env[62437]: DEBUG nova.network.neutron [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updated VIF entry in instance network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.318271] env[62437]: DEBUG nova.network.neutron [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapce809845-fc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.588847] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2026.589094] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 188 to 189 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2026.589255] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2026.634258] env[62437]: DEBUG nova.network.neutron [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.652624] env[62437]: DEBUG nova.network.neutron [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.820971] env[62437]: DEBUG oslo_concurrency.lockutils [req-30765cb4-c9cb-4373-b4c1-a9b63eda3e0f req-713df5a7-9516-4ef2-8d94-f54115bbd08e service nova] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.094849] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2027.095092] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.880s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.095372] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.401s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.095600] env[62437]: DEBUG nova.objects.instance [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'resources' on Instance uuid 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.096770] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.096867] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2027.136275] env[62437]: INFO nova.compute.manager [-] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Took 1.27 seconds to deallocate network for instance. [ 2027.154879] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.159425] env[62437]: DEBUG oslo_concurrency.lockutils [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.159593] env[62437]: DEBUG oslo_concurrency.lockutils [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquired lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.159765] env[62437]: DEBUG nova.network.neutron [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.595913] env[62437]: DEBUG nova.compute.manager [req-c6ba1b9c-72e1-4221-b603-42eca643af17 req-01c643ec-ae24-49ee-b356-f545586d9cf2 service nova] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Received event network-vif-deleted-275ff2cb-a875-45f1-85b7-05a58756438f {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2027.598873] env[62437]: DEBUG nova.objects.instance [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'numa_topology' on Instance uuid 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.610324] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 41 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2027.610492] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fd817b78-3c65-4a23-ae09-2e2c0a0555b9] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.614087] env[62437]: DEBUG nova.objects.base [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Object Instance<67a51a55-fc61-45fd-aefc-6b65a53423ad> lazy-loaded attributes: resources,numa_topology {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2027.643478] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.684242] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ed9af-e408-4031-8ea5-5a398533feb7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.693238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580647a-ab16-4eb8-8adc-62d87f916fa5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.726993] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108a397-97df-4893-a3cf-2d0a6e6e17d8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.734461] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd6ed17-77a8-4b0f-a933-800179c2a917 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.754130] env[62437]: DEBUG nova.compute.provider_tree [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.911557] env[62437]: DEBUG nova.network.neutron [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [{"id": "b563875e-e51c-4ea1-bc01-67486bcee97a", "address": "fa:16:3e:73:7b:63", "network": {"id": "6b9a4d97-3996-4389-a0db-43bdf39aa6bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54300880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8715a8889b3145408826e989c7205383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb563875e-e5", "ovs_interfaceid": "b563875e-e51c-4ea1-bc01-67486bcee97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.116764] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 2ac72f3c-eaf1-48a8-bbf4-72315be252b2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.244296] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.257385] env[62437]: DEBUG nova.scheduler.client.report [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.414783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Releasing lock "refresh_cache-3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.415735] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664f002b-0e1d-4b6c-96f8-9e6eed9f4625 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.422358] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Resuming the VM {{(pid=62437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2028.422571] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440b287a-af11-4e63-940e-4c813268873e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.429581] env[62437]: DEBUG oslo_vmware.api [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2028.429581] env[62437]: value = "task-1812460" [ 2028.429581] env[62437]: _type = "Task" [ 2028.429581] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.436677] env[62437]: DEBUG oslo_vmware.api [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.619667] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9dbcbb78-80cb-4643-88f7-9f65ba20c337] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.693541] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.693882] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25c9f08-9b73-4dc3-b13e-7534a495e9bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.703697] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2028.703697] env[62437]: value = "task-1812461" [ 2028.703697] env[62437]: _type = "Task" [ 2028.703697] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.718932] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.762156] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.764940] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.121s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.765249] env[62437]: DEBUG nova.objects.instance [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lazy-loading 'resources' on Instance uuid 491f7c0c-49a5-41f4-8454-5b2d14d120ca {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.940943] env[62437]: DEBUG oslo_vmware.api [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.122945] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 4664c0a6-6f2f-4f83-bd5e-abd8a2f8c2f2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2029.213963] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.276888] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2ad77e82-a653-4c9d-baa9-87a505233bc0 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.654s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.277450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.033s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.278198] env[62437]: INFO nova.compute.manager [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Unshelving [ 2029.351822] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253675a9-7af5-4b79-9752-551a890db1a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.359846] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66362527-852a-4624-ba45-63b315e461e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.390168] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d510c1f-b59e-4663-a3bd-e0f5c907fa13 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.397802] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd5701-40ab-4492-a26e-4c92e1fc1893 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.412653] env[62437]: DEBUG nova.compute.provider_tree [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.440141] env[62437]: DEBUG oslo_vmware.api [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812460, 'name': PowerOnVM_Task, 'duration_secs': 0.590353} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.440429] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Resumed the VM {{(pid=62437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2029.440606] env[62437]: DEBUG nova.compute.manager [None req-95c01b2e-2462-4c9a-bdda-0662e6038d46 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.441377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c68ac7-ea81-4ac9-b702-830fc3f6e792 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.626844] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 415e9d9d-061c-40a9-81c1-d5581a2b4ff1] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2029.713869] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812461, 'name': PowerOffVM_Task, 'duration_secs': 0.712648} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.714254] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.715835] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2dca78-5c86-4f65-b012-fd95c39d8c8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.734943] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67596442-d91c-4266-956f-ae0fe94381a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.891789] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2029.892133] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1444565-11e2-4f7d-9572-bdc3c144367a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.899654] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2029.899654] env[62437]: value = "task-1812462" [ 2029.899654] env[62437]: _type = "Task" [ 2029.899654] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.909807] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2029.910069] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2029.910273] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.910419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.910606] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2029.913320] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df795fb-9c8c-45c7-96c5-9b0f8430c76f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.916383] env[62437]: DEBUG nova.scheduler.client.report [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.926735] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2029.926864] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2029.927628] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4f519d-f799-4923-a1dc-1baab998580a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.934102] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2029.934102] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528e4888-4ecd-938a-3c8c-8d221ea90816" [ 2029.934102] env[62437]: _type = "Task" [ 2029.934102] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.942269] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528e4888-4ecd-938a-3c8c-8d221ea90816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.130795] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 242f7487-e6c5-45ea-b328-46dbad87204d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2030.299865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.416659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.416975] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.417259] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.417466] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.417643] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.419735] env[62437]: INFO nova.compute.manager [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Terminating instance [ 2030.421380] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.423560] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.124s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.423779] env[62437]: DEBUG nova.objects.instance [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'pci_requests' on Instance uuid 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.439112] env[62437]: INFO nova.scheduler.client.report [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Deleted allocations for instance 491f7c0c-49a5-41f4-8454-5b2d14d120ca [ 2030.446878] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528e4888-4ecd-938a-3c8c-8d221ea90816, 'name': SearchDatastore_Task, 'duration_secs': 0.0346} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.448029] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42685c01-964e-4f84-ba11-5af018171f4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.452945] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2030.452945] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ac5490-8122-de0c-6054-6f690b312092" [ 2030.452945] env[62437]: _type = "Task" [ 2030.452945] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.461295] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ac5490-8122-de0c-6054-6f690b312092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.634725] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 4f63f622-63b2-45ef-a5e7-7c81c7834fec] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2030.927317] env[62437]: DEBUG nova.objects.instance [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'numa_topology' on Instance uuid 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.929098] env[62437]: DEBUG nova.compute.manager [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.929299] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.930142] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bced89-eaac-4e35-956c-67f06949a65d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.938655] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.938852] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca46834-347c-4277-ab37-f500489ef66d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.946257] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2030.946257] env[62437]: value = "task-1812463" [ 2030.946257] env[62437]: _type = "Task" [ 2030.946257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.951862] env[62437]: DEBUG oslo_concurrency.lockutils [None req-66c46551-33ee-4f89-924f-a96d3f25d0f9 tempest-ServersNegativeTestJSON-197800280 tempest-ServersNegativeTestJSON-197800280-project-member] Lock "491f7c0c-49a5-41f4-8454-5b2d14d120ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.463s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.961874] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.967574] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ac5490-8122-de0c-6054-6f690b312092, 'name': SearchDatastore_Task, 'duration_secs': 0.026581} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.967829] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.968094] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2030.968352] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db3ac478-7291-46ca-9048-2cc89fa28126 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.975600] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2030.975600] env[62437]: value = "task-1812464" [ 2030.975600] env[62437]: _type = "Task" [ 2030.975600] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.983720] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.138397] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 4d9df607-5c5a-49bf-be76-78cd05b7bb08] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2031.430359] env[62437]: INFO nova.compute.claims [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.457214] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812463, 'name': PowerOffVM_Task, 'duration_secs': 0.196767} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.457513] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.457706] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.457970] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd75949-efc9-4c34-9dc4-da83966f7545 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.487139] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.644026] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d6bb6f1-9e03-4108-86ae-c56f4f787356] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2031.656983] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.657227] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.657410] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleting the datastore file [datastore1] 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.657671] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a2c8ae-b7ab-4411-a0c7-ee8e6e629440 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.664260] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for the task: (returnval){ [ 2031.664260] env[62437]: value = "task-1812466" [ 2031.664260] env[62437]: _type = "Task" [ 2031.664260] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.674958] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.987452] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527345} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.987730] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 2031.988585] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6c42f-2c6f-409e-9eb4-7c0fe4361e32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.014377] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.015143] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803b7506-56c2-4e00-a9f1-e89a65bc326e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.034989] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2032.034989] env[62437]: value = "task-1812467" [ 2032.034989] env[62437]: _type = "Task" [ 2032.034989] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.042911] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.145423] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8e2a014d-140f-4f5b-9d00-13187a7910ec] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2032.174320] env[62437]: DEBUG oslo_vmware.api [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Task: {'id': task-1812466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141351} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.175237] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2032.175724] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2032.175724] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2032.175850] env[62437]: INFO nova.compute.manager [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2032.176118] env[62437]: DEBUG oslo.service.loopingcall [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2032.176576] env[62437]: DEBUG nova.compute.manager [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2032.176677] env[62437]: DEBUG nova.network.neutron [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2032.498592] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ffc9a-5177-4174-b6d9-51ffaeda1e3f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.506212] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d0a20e-3b8c-4220-8e80-e5d74ca29209 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.540419] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6986a4-1078-4d6c-8206-4271e003c43c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.549368] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812467, 'name': ReconfigVM_Task, 'duration_secs': 0.342408} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.549673] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.550962] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06393e47-8e86-4112-ac3e-837f15d75a44 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.554942] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1789283e-ce8d-4332-be5a-20de3c9961b6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.566783] env[62437]: DEBUG nova.compute.provider_tree [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2032.590188] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ce2622-70ae-4772-8041-12da194a8e28 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.606136] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2032.606136] env[62437]: value = "task-1812468" [ 2032.606136] env[62437]: _type = "Task" [ 2032.606136] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.614017] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.648911] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8fccef82-36eb-4d71-b84e-14e6a747920d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2032.711834] env[62437]: DEBUG nova.compute.manager [req-66484adf-3212-46f4-8172-c1d8e6df7c07 req-c49c8d8e-aad2-41a5-b565-2b9298e1b727 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Received event network-vif-deleted-b563875e-e51c-4ea1-bc01-67486bcee97a {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2032.712037] env[62437]: INFO nova.compute.manager [req-66484adf-3212-46f4-8172-c1d8e6df7c07 req-c49c8d8e-aad2-41a5-b565-2b9298e1b727 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Neutron deleted interface b563875e-e51c-4ea1-bc01-67486bcee97a; detaching it from the instance and deleting it from the info cache [ 2032.712220] env[62437]: DEBUG nova.network.neutron [req-66484adf-3212-46f4-8172-c1d8e6df7c07 req-c49c8d8e-aad2-41a5-b565-2b9298e1b727 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.107495] env[62437]: ERROR nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [req-369437ca-6945-44f1-aecd-8a2445c92473] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-369437ca-6945-44f1-aecd-8a2445c92473"}]} [ 2033.118172] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812468, 'name': ReconfigVM_Task, 'duration_secs': 0.160149} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.118467] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.118722] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de513a5-ebc1-4d18-9ab8-25bda595626a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.124713] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2033.124713] env[62437]: value = "task-1812469" [ 2033.124713] env[62437]: _type = "Task" [ 2033.124713] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.125538] env[62437]: DEBUG nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2033.134567] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.138217] env[62437]: DEBUG nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2033.138417] env[62437]: DEBUG nova.compute.provider_tree [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2033.149928] env[62437]: DEBUG nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2033.153114] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 6382c616-c970-4ce4-bd35-2437e9e86506] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2033.168181] env[62437]: DEBUG nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2033.189816] env[62437]: DEBUG nova.network.neutron [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.214823] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66043900-176a-49ce-994b-d88e4e362245 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.226026] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6db44-ffb9-4698-a377-5dffed887210 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.238075] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3e847-f60c-4830-af66-4329e208048d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.247424] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c65b08-ec25-4a8f-b475-991fd2b7050e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.255571] env[62437]: DEBUG nova.compute.manager [req-66484adf-3212-46f4-8172-c1d8e6df7c07 req-c49c8d8e-aad2-41a5-b565-2b9298e1b727 service nova] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Detach interface failed, port_id=b563875e-e51c-4ea1-bc01-67486bcee97a, reason: Instance 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2033.283751] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c08c2-0414-4c0c-8a16-8f1ba866b3b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.292471] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ab2e3-d28c-4d17-81d3-6126b48b4892 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.306704] env[62437]: DEBUG nova.compute.provider_tree [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2033.636926] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.656576] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d084212b-b4ee-4239-9fdf-74df900727d0] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2033.693017] env[62437]: INFO nova.compute.manager [-] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Took 1.52 seconds to deallocate network for instance. [ 2033.838508] env[62437]: DEBUG nova.scheduler.client.report [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2033.838508] env[62437]: DEBUG nova.compute.provider_tree [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 190 to 191 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2033.838508] env[62437]: DEBUG nova.compute.provider_tree [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2034.137191] env[62437]: DEBUG oslo_vmware.api [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812469, 'name': PowerOnVM_Task, 'duration_secs': 0.533871} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.137415] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2034.140129] env[62437]: DEBUG nova.compute.manager [None req-0df19389-5316-47e4-95f6-5724d021633c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.140834] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae2922-41c4-426b-8e2b-36f82f369a36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.159897] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: c721b0e4-cec4-44b4-a1ac-5cfc2d2e8380] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2034.197983] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.344043] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.346265] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.148s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.346540] env[62437]: DEBUG nova.objects.instance [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lazy-loading 'resources' on Instance uuid 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.375309] env[62437]: INFO nova.network.neutron [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating port ce809845-fce0-44ef-9f20-274e66ee8b15 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2034.662404] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d1356eb0-0711-49aa-8d7b-5d06a873624c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2034.912189] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e331891e-03f1-48c6-8a4b-7105bfb06a75 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.920225] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296f28c-6a73-420a-b139-3a2bf27f5bad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.951184] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb595fb-9002-4652-9812-6117bcbbbd8c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.958343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc81dd3-3865-4a6f-ac4a-c6be0c94acd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.971378] env[62437]: DEBUG nova.compute.provider_tree [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.165420] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7309b73c-99af-4296-a74c-1dd47b47e99c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2035.343583] env[62437]: INFO nova.compute.manager [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Unrescuing [ 2035.343873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.344030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.344254] env[62437]: DEBUG nova.network.neutron [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.474551] env[62437]: DEBUG nova.scheduler.client.report [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.669606] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0a76375-9fe5-4bfc-8203-4463f3520fc8] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2035.978993] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.998248] env[62437]: INFO nova.scheduler.client.report [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Deleted allocations for instance 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6 [ 2036.101334] env[62437]: DEBUG nova.network.neutron [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.172733] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9189e844-3c5c-4257-8ff0-35e2e0d39ea3] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2036.505987] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2d51d96d-3b13-421f-a208-cedbef49f315 tempest-ServerActionsTestJSON-1565800605 tempest-ServerActionsTestJSON-1565800605-project-member] Lock "3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.089s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.604693] env[62437]: DEBUG oslo_concurrency.lockutils [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.605425] env[62437]: DEBUG nova.objects.instance [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'flavor' on Instance uuid 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.676010] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7ffd9c70-4cd1-48de-87c5-354b0eb635f6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.116310] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb6769-8f66-400b-ade0-7fc874399945 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.150094] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.150094] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-944cf4d7-d1fd-4439-92c4-9b487ed1ec7a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.155427] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2037.155427] env[62437]: value = "task-1812470" [ 2037.155427] env[62437]: _type = "Task" [ 2037.155427] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.163710] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.179361] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 155915c0-b3d7-4c94-bc0b-b83a15d95a63] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.666121] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812470, 'name': PowerOffVM_Task, 'duration_secs': 0.254486} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.666121] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.671298] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2037.671562] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d93d9fd-9b99-45ee-9ddd-64189611d272 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.684076] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d2932cbc-096f-4599-8d40-c1f7fc456cef] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.690811] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2037.690811] env[62437]: value = "task-1812471" [ 2037.690811] env[62437]: _type = "Task" [ 2037.690811] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.699757] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.188197] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: e2ec9299-49a7-40fd-8170-8216306c7c19] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2038.200784] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.691288] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: a814c013-d026-45b6-818c-7eaeaf06e1ad] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2038.702617] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812471, 'name': ReconfigVM_Task, 'duration_secs': 0.829774} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.702835] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2038.703047] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.703297] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ec89b7-39d9-469d-8fcf-367838cf3291 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.709479] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2038.709479] env[62437]: value = "task-1812472" [ 2038.709479] env[62437]: _type = "Task" [ 2038.709479] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.717050] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.195205] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 8e045d0a-e00d-4d04-9151-b19b03fa5af6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2039.218443] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.569250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.569482] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.698800] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0199b980-c526-46d3-823f-d4ed152e14ab] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2039.721268] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812472, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.072045] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2040.202689] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 91ec4fec-1d20-4cda-9bdc-f4a3ecac6799] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2040.219676] env[62437]: DEBUG oslo_vmware.api [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812472, 'name': PowerOnVM_Task, 'duration_secs': 1.029221} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.219926] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.220182] env[62437]: DEBUG nova.compute.manager [None req-1b190fe9-bbb3-4bf5-b134-3a029c0d0575 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.220929] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b403bd6c-1ba9-479b-9381-12dd069d50bd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.597399] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.597651] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.599137] env[62437]: INFO nova.compute.claims [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2040.705425] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: a9259c28-499c-4d8c-b478-ae95d3395613] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2041.208948] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: acc233f4-3f76-4755-bb23-b2dafffe80cc] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2041.670776] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf3c6bd-57eb-49fd-91be-a49e7fb8fc40 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.678258] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117a5a8-76f5-4f1e-891c-df3dfb122893 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.711922] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 9821f14c-751b-4ed3-928f-afcbff7feea5] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2041.714456] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473f97b-4114-40ca-941b-e6191b655c2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.722309] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75fac8a-086d-4ed3-906e-0e77742c7ea0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.735679] env[62437]: DEBUG nova.compute.provider_tree [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.218163] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: e5434f1f-b21f-46fe-b86e-5381b7a3f3b7] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2042.240413] env[62437]: DEBUG nova.scheduler.client.report [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.400857] env[62437]: DEBUG nova.compute.manager [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2042.401131] env[62437]: DEBUG oslo_concurrency.lockutils [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.401362] env[62437]: DEBUG oslo_concurrency.lockutils [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.401553] env[62437]: DEBUG oslo_concurrency.lockutils [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.401726] env[62437]: DEBUG nova.compute.manager [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] No waiting events found dispatching network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.401891] env[62437]: WARNING nova.compute.manager [req-60558dca-2b73-44c6-9c00-2e2abc195586 req-83a5e0f6-ecdb-43cf-82e7-bebc231a0739 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received unexpected event network-vif-plugged-ce809845-fce0-44ef-9f20-274e66ee8b15 for instance with vm_state shelved_offloaded and task_state spawning. [ 2042.563033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.563275] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.563462] env[62437]: DEBUG nova.network.neutron [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.722066] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: bca12af3-328f-4ab7-b5c5-7ee29991e686] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2042.748450] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.748981] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.225511] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: fc827652-f750-480c-8aa4-c1ed847972d2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2043.253759] env[62437]: DEBUG nova.compute.utils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2043.258730] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2043.334922] env[62437]: DEBUG nova.network.neutron [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.728801] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7e304e2b-25a0-4c90-801d-9193d4f8085d] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2043.760390] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2043.837701] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.863199] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb1998b1d90145d88c2f1a3b8cc69eb4',container_format='bare',created_at=2024-12-12T11:40:25Z,direct_url=,disk_format='vmdk',id=594b8194-0c4f-4c43-afa9-b38992c3022c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-578696653-shelved',owner='2f0ef900c70c4a66acdffbab93da4b89',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T11:40:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.863425] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.863592] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.863812] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.863926] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.864091] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.864379] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.864553] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.864675] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.864842] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.865014] env[62437]: DEBUG nova.virt.hardware [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.865903] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13129fbd-e991-4d53-8a38-532405067817 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.875127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c97b3-0787-48f7-8d45-cabd76b533ad {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.882880] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.883124] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.892416] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:52:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce809845-fce0-44ef-9f20-274e66ee8b15', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.899508] env[62437]: DEBUG oslo.service.loopingcall [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.900391] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.900612] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c524d8e1-e34d-4f2c-87c1-35c7340e7316 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.919978] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.919978] env[62437]: value = "task-1812473" [ 2043.919978] env[62437]: _type = "Task" [ 2043.919978] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.927605] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812473, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.232523] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b7ca73aa-2719-42a7-8354-1acbb921e74c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2044.393298] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2044.429946] env[62437]: DEBUG nova.compute.manager [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2044.429946] env[62437]: DEBUG nova.compute.manager [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing instance network info cache due to event network-changed-ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2044.429946] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] Acquiring lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.429946] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] Acquired lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.430117] env[62437]: DEBUG nova.network.neutron [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Refreshing network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.434487] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812473, 'name': CreateVM_Task, 'duration_secs': 0.436185} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.434807] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.435515] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.435668] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.436062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.436527] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f1765c-5693-483e-8f60-5be5bcdf940c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.442124] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2044.442124] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5266bde1-d6ca-37d5-ee08-0f273c9b5f8e" [ 2044.442124] env[62437]: _type = "Task" [ 2044.442124] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.450711] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5266bde1-d6ca-37d5-ee08-0f273c9b5f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.737141] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5d33cc66-767c-4729-b851-04e1cc3838f0] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2044.770122] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2044.790879] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.791134] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.791299] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.791484] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.791631] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.791781] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.791990] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.792173] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.792365] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.792539] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.792718] env[62437]: DEBUG nova.virt.hardware [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.793577] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ecdcb2-f594-4b71-893f-9922a8e07c00 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.804601] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc1ac3-3a4d-4e7a-a6b4-f6efb8ee9f41 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.818832] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2044.824115] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Creating folder: Project (6ef390eb9eea4856913ad12210eebb45). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2044.824384] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18e9031-02e5-4667-a838-a845aafbd036 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.834773] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Created folder: Project (6ef390eb9eea4856913ad12210eebb45) in parent group-v375259. [ 2044.834946] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Creating folder: Instances. Parent ref: group-v375568. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2044.835156] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff41785-42a5-4938-a56b-3f90c7f0294b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.844645] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Created folder: Instances in parent group-v375568. [ 2044.844859] env[62437]: DEBUG oslo.service.loopingcall [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.845042] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2044.845228] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10476f64-fbd6-4735-8fd9-ea70ba48aeff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.861623] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2044.861623] env[62437]: value = "task-1812476" [ 2044.861623] env[62437]: _type = "Task" [ 2044.861623] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.868507] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812476, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.914517] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.914824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.916727] env[62437]: INFO nova.compute.claims [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2044.952375] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.952693] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Processing image 594b8194-0c4f-4c43-afa9-b38992c3022c {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.952941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.953105] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.953290] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.954216] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cd6b49-9426-481b-ba24-d8edd9acabfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.971207] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.971391] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.972390] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1f69f6-3d14-4292-9e54-0cf211db2dfe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.977816] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2044.977816] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525e22ea-d039-bbb5-8727-ace276a96819" [ 2044.977816] env[62437]: _type = "Task" [ 2044.977816] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.985929] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525e22ea-d039-bbb5-8727-ace276a96819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.190761] env[62437]: DEBUG nova.network.neutron [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updated VIF entry in instance network info cache for port ce809845-fce0-44ef-9f20-274e66ee8b15. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.191152] env[62437]: DEBUG nova.network.neutron [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [{"id": "ce809845-fce0-44ef-9f20-274e66ee8b15", "address": "fa:16:3e:d5:52:a7", "network": {"id": "06c4aef8-19c4-4853-bcba-755fa3a26574", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-392274353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0ef900c70c4a66acdffbab93da4b89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce809845-fc", "ovs_interfaceid": "ce809845-fce0-44ef-9f20-274e66ee8b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.240076] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7fda49dd-cdf3-483b-bb7f-4ea83e67ec59] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2045.371219] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812476, 'name': CreateVM_Task, 'duration_secs': 0.252972} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.371404] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2045.371827] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.371992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.372437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2045.372610] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c897484-1c92-40e8-adcf-b03c788b987d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.376999] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2045.376999] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52baaf20-76c8-d12d-f16d-6e7272a07a49" [ 2045.376999] env[62437]: _type = "Task" [ 2045.376999] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.386640] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52baaf20-76c8-d12d-f16d-6e7272a07a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.487575] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Preparing fetch location {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2045.487810] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Fetch image to [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a/OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a.vmdk {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2045.487991] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Downloading stream optimized image 594b8194-0c4f-4c43-afa9-b38992c3022c to [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a/OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a.vmdk on the data store datastore1 as vApp {{(pid=62437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2045.488182] env[62437]: DEBUG nova.virt.vmwareapi.images [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Downloading image file data 594b8194-0c4f-4c43-afa9-b38992c3022c to the ESX as VM named 'OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a' {{(pid=62437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2045.552856] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2045.552856] env[62437]: value = "resgroup-9" [ 2045.552856] env[62437]: _type = "ResourcePool" [ 2045.552856] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2045.553330] env[62437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2e2f6485-0dcc-4089-9c1f-557e1ea61b67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.575892] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease: (returnval){ [ 2045.575892] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e479f0-f480-790d-9703-012566166e69" [ 2045.575892] env[62437]: _type = "HttpNfcLease" [ 2045.575892] env[62437]: } obtained for vApp import into resource pool (val){ [ 2045.575892] env[62437]: value = "resgroup-9" [ 2045.575892] env[62437]: _type = "ResourcePool" [ 2045.575892] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2045.576250] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the lease: (returnval){ [ 2045.576250] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e479f0-f480-790d-9703-012566166e69" [ 2045.576250] env[62437]: _type = "HttpNfcLease" [ 2045.576250] env[62437]: } to be ready. {{(pid=62437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2045.582247] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2045.582247] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e479f0-f480-790d-9703-012566166e69" [ 2045.582247] env[62437]: _type = "HttpNfcLease" [ 2045.582247] env[62437]: } is initializing. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2045.694309] env[62437]: DEBUG oslo_concurrency.lockutils [req-8e9b1e3c-ec3e-4643-97be-235f9337138d req-19f1d3e2-5d96-4a65-bb81-773cbccc38b1 service nova] Releasing lock "refresh_cache-67a51a55-fc61-45fd-aefc-6b65a53423ad" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.743638] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b27f9556-31c4-458e-8fbc-ae75188c4bf4] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2045.888419] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52baaf20-76c8-d12d-f16d-6e7272a07a49, 'name': SearchDatastore_Task, 'duration_secs': 0.017254} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.888683] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.888976] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.889250] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.889409] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.889596] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.889859] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfc75a2c-4126-420e-a19e-45e27d774e9b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.897243] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.897431] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2045.898115] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e6bd44-76cb-4f0a-a7f5-8f1620187b56 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.903257] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2045.903257] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c0ebce-242f-bfce-8c78-692488364ec9" [ 2045.903257] env[62437]: _type = "Task" [ 2045.903257] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.912165] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c0ebce-242f-bfce-8c78-692488364ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.993179] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2f7fe-07fc-4aa4-a0b0-4ab31fbf478d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.000297] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1824b-755d-4bba-be4b-290d328dc43a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.029730] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1915f7-33e9-4371-99c5-3e80949786c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.036479] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203e388-22af-4d9f-9fdf-6500eb78af46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.049045] env[62437]: DEBUG nova.compute.provider_tree [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.083549] env[62437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2046.083549] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e479f0-f480-790d-9703-012566166e69" [ 2046.083549] env[62437]: _type = "HttpNfcLease" [ 2046.083549] env[62437]: } is ready. {{(pid=62437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2046.083853] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2046.083853] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e479f0-f480-790d-9703-012566166e69" [ 2046.083853] env[62437]: _type = "HttpNfcLease" [ 2046.083853] env[62437]: }. {{(pid=62437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2046.084568] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac212582-f478-44c6-829b-b3bea1a058a6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.091453] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk from lease info. {{(pid=62437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2046.091630] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk. {{(pid=62437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2046.154437] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-264563a6-c23c-47bc-8653-aad7c0d2d481 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.247574] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b9b10aa9-818f-49f3-85e3-409db68fa2ce] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2046.416495] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c0ebce-242f-bfce-8c78-692488364ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.015375} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.418218] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b69e036-7c84-4703-beec-ca48669176b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.423662] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2046.423662] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bd69-899d-2695-2e28-4c4d619c4822" [ 2046.423662] env[62437]: _type = "Task" [ 2046.423662] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.432231] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bd69-899d-2695-2e28-4c4d619c4822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.552060] env[62437]: DEBUG nova.scheduler.client.report [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.751372] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b9999541-2626-4379-a548-5d7d7ba0bff3] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2046.935630] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5217bd69-899d-2695-2e28-4c4d619c4822, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.937525] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.937808] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2/7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2046.938108] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-689635c6-c2ec-4dc9-9c17-3e1d9ca4a7d9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.945616] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2046.945616] env[62437]: value = "task-1812478" [ 2046.945616] env[62437]: _type = "Task" [ 2046.945616] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.956309] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.058409] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.059017] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.256200] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3ec61025-e8be-4d3b-901f-4293004363d6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2047.459051] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.514376] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Completed reading data from the image iterator. {{(pid=62437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2047.514706] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2047.515754] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a287512-2e33-4378-b279-28b9d24aba7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.522482] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk is in state: ready. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2047.522693] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk. {{(pid=62437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2047.522972] env[62437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0410acd5-13b3-4f4a-8b7b-f2090e0ac12a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.563888] env[62437]: DEBUG nova.compute.utils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.565541] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2047.565727] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2047.608246] env[62437]: DEBUG nova.policy [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b7a6fe196804897863a400998a6b55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe49a70e8ad45b9bd6c0fc1ba82f1cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2047.744035] env[62437]: DEBUG oslo_vmware.rw_handles [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701d35-f9c8-3c07-b523-d45e5b5212f5/disk-0.vmdk. {{(pid=62437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2047.744035] env[62437]: INFO nova.virt.vmwareapi.images [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Downloaded image file data 594b8194-0c4f-4c43-afa9-b38992c3022c [ 2047.744862] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac73269-084b-4055-be87-85d0b0d78958 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.760584] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 0d295566-d3b3-473a-bbc8-5d5df2a08591] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2047.762509] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe03c2f-feb5-48ac-9a1f-06b902cdd8f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.793051] env[62437]: INFO nova.virt.vmwareapi.images [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] The imported VM was unregistered [ 2047.795790] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Caching image {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2047.796033] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Creating directory with path [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.796541] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344eb557-7fc3-4479-9a78-46a671346ea3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.806593] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Created directory with path [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.806764] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a/OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a.vmdk to [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk. {{(pid=62437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2047.806994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fbd01ccf-602e-4cce-bae5-4490356f3850 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.813706] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2047.813706] env[62437]: value = "task-1812480" [ 2047.813706] env[62437]: _type = "Task" [ 2047.813706] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.821840] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.868504] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Successfully created port: 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2047.958464] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559026} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.958734] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2/7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.958954] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.959219] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef43e74-d0d2-45a7-bc7b-397c968e9ff0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.965792] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2047.965792] env[62437]: value = "task-1812481" [ 2047.965792] env[62437]: _type = "Task" [ 2047.965792] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.973428] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.070067] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.264981] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.265192] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2048.324066] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.476165] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069272} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.476516] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.477424] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc797f-757b-44d9-989f-55c497779a08 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.497781] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2/7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.498128] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d95e55-8c37-4c5e-bd53-616163a6ce64 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.522433] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2048.522433] env[62437]: value = "task-1812482" [ 2048.522433] env[62437]: _type = "Task" [ 2048.522433] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.531094] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.767810] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.824340] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.032707] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812482, 'name': ReconfigVM_Task, 'duration_secs': 0.398855} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.032994] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2/7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.033682] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c922eb-188b-4b37-9185-a093065788d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.040935] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2049.040935] env[62437]: value = "task-1812483" [ 2049.040935] env[62437]: _type = "Task" [ 2049.040935] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.049422] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812483, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.080119] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.113060] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.113356] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.113616] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.113947] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.114029] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.114182] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.114481] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.114686] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.114885] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.115093] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.115321] env[62437]: DEBUG nova.virt.hardware [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.116238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58988a6d-cd85-46f0-833b-f57a9fc5bb5c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.124830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d98438-089d-4fc8-b06f-a502bb3c569c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.325284] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.332464] env[62437]: DEBUG nova.compute.manager [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-vif-plugged-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2049.332684] env[62437]: DEBUG oslo_concurrency.lockutils [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.332892] env[62437]: DEBUG oslo_concurrency.lockutils [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] Lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.333075] env[62437]: DEBUG oslo_concurrency.lockutils [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] Lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.333248] env[62437]: DEBUG nova.compute.manager [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] No waiting events found dispatching network-vif-plugged-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2049.333493] env[62437]: WARNING nova.compute.manager [req-69084e91-89bd-43bd-a61e-8e87afff97e3 req-36f67829-1a61-4f08-9430-22b17043a55b service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received unexpected event network-vif-plugged-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb for instance with vm_state building and task_state spawning. [ 2049.434708] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Successfully updated port: 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.551752] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812483, 'name': Rename_Task, 'duration_secs': 0.139992} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.552151] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.552453] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101c36f7-8b9c-48bc-b009-8a48f9dae3b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.560312] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2049.560312] env[62437]: value = "task-1812484" [ 2049.560312] env[62437]: _type = "Task" [ 2049.560312] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.568708] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.826580] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.938382] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.938669] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.938893] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.069736] env[62437]: DEBUG oslo_vmware.api [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812484, 'name': PowerOnVM_Task, 'duration_secs': 0.478586} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.070140] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2050.070415] env[62437]: INFO nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Took 5.30 seconds to spawn the instance on the hypervisor. [ 2050.070688] env[62437]: DEBUG nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.071618] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a67386d-a0c2-455f-8a82-6a06e59a2504 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.327410] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812480, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443101} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.327728] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a/OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a.vmdk to [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk. [ 2050.327855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Cleaning up location [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2050.328033] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_53407608-0f28-4068-805e-f9ecf266a08a {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.328289] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e36135b-6585-408c-8edf-9bf817faf6cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.335886] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2050.335886] env[62437]: value = "task-1812485" [ 2050.335886] env[62437]: _type = "Task" [ 2050.335886] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.343551] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.468718] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.587054] env[62437]: DEBUG nova.network.neutron [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.591152] env[62437]: INFO nova.compute.manager [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Took 10.01 seconds to build instance. [ 2050.847016] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033319} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.847563] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.847749] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.848048] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk to [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.848315] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c4d79cd-79b1-43ee-861e-1ca6b9441e20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.856143] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2050.856143] env[62437]: value = "task-1812486" [ 2050.856143] env[62437]: _type = "Task" [ 2050.856143] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.864139] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.093846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.094330] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Instance network_info: |[{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.095234] env[62437]: DEBUG oslo_concurrency.lockutils [None req-054bf042-10eb-44bf-8865-8f49dcffc624 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.526s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.096035] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c2:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11826bfa-14fe-4f1f-84ca-03f37aa4ebfb', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.108548] env[62437]: DEBUG oslo.service.loopingcall [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.110593] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.110593] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a5edf0-0a6a-4790-a737-d931037254bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.144416] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.144416] env[62437]: value = "task-1812487" [ 2051.144416] env[62437]: _type = "Task" [ 2051.144416] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.153996] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812487, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.362078] env[62437]: DEBUG nova.compute.manager [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2051.362307] env[62437]: DEBUG nova.compute.manager [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing instance network info cache due to event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2051.362541] env[62437]: DEBUG oslo_concurrency.lockutils [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.362708] env[62437]: DEBUG oslo_concurrency.lockutils [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.363180] env[62437]: DEBUG nova.network.neutron [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.370243] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.597506] env[62437]: DEBUG nova.compute.manager [None req-20860fe3-025e-4ba3-a873-fbd7396da930 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.598526] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea012bf0-7b62-42e1-8ec4-b06126116e82 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.655530] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812487, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.669767] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.670043] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.670261] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.670486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.670670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.673115] env[62437]: INFO nova.compute.manager [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Terminating instance [ 2051.869152] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.086655] env[62437]: DEBUG nova.network.neutron [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updated VIF entry in instance network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.087042] env[62437]: DEBUG nova.network.neutron [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.108899] env[62437]: INFO nova.compute.manager [None req-20860fe3-025e-4ba3-a873-fbd7396da930 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] instance snapshotting [ 2052.109528] env[62437]: DEBUG nova.objects.instance [None req-20860fe3-025e-4ba3-a873-fbd7396da930 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lazy-loading 'flavor' on Instance uuid 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.154678] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812487, 'name': CreateVM_Task, 'duration_secs': 0.57205} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.154910] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2052.155516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.155691] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.156043] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2052.156651] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f5aa32-79a2-485e-95c1-9858f94e980a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.161334] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2052.161334] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]524ae08e-459a-3426-61cc-df5fc7ee4da7" [ 2052.161334] env[62437]: _type = "Task" [ 2052.161334] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.169179] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524ae08e-459a-3426-61cc-df5fc7ee4da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.176869] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "refresh_cache-7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.177059] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquired lock "refresh_cache-7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.177243] env[62437]: DEBUG nova.network.neutron [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.369180] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.590377] env[62437]: DEBUG oslo_concurrency.lockutils [req-826e8627-77b0-4c6a-9b0d-98b79b733548 req-f0398ad7-1d03-4a78-bbdb-82d828375fc3 service nova] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.615371] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a734f7-c864-4121-841d-d88a85af1671 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.632707] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba751f5-c932-4c3f-9e6e-234512aba9bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.671691] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]524ae08e-459a-3426-61cc-df5fc7ee4da7, 'name': SearchDatastore_Task, 'duration_secs': 0.082382} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.672738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.672990] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.673249] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.673402] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.673583] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.674122] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-429e4900-bdd2-4f52-8a7f-cc536894e345 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.691896] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2052.692125] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2052.692909] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7db9372-e8b1-41d8-b355-529e7225f084 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.696365] env[62437]: DEBUG nova.network.neutron [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2052.701176] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2052.701176] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52d6e3f1-61a1-e738-e315-64f6f86d5269" [ 2052.701176] env[62437]: _type = "Task" [ 2052.701176] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.709594] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d6e3f1-61a1-e738-e315-64f6f86d5269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.751632] env[62437]: DEBUG nova.network.neutron [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.868518] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.143625] env[62437]: DEBUG nova.compute.manager [None req-20860fe3-025e-4ba3-a873-fbd7396da930 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance disappeared during snapshot {{(pid=62437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2053.212059] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52d6e3f1-61a1-e738-e315-64f6f86d5269, 'name': SearchDatastore_Task, 'duration_secs': 0.092825} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.212848] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d8371f-f2c2-4cb9-845b-c61ad426696a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.218258] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2053.218258] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5231baae-3a36-d5ba-2e3a-ea4c0ae57eac" [ 2053.218258] env[62437]: _type = "Task" [ 2053.218258] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.225564] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5231baae-3a36-d5ba-2e3a-ea4c0ae57eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.254900] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Releasing lock "refresh_cache-7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.255606] env[62437]: DEBUG nova.compute.manager [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2053.258828] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2053.258828] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a094989b-f66b-4591-b88b-f5ab025b47af {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.264644] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.265722] env[62437]: DEBUG nova.compute.manager [None req-20860fe3-025e-4ba3-a873-fbd7396da930 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Found 0 images (rotation: 2) {{(pid=62437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 2053.266939] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2e1f33-8475-4605-8763-0dcbf2eed527 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.274698] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2053.274698] env[62437]: value = "task-1812488" [ 2053.274698] env[62437]: _type = "Task" [ 2053.274698] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.283191] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.368709] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812486, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.25517} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.368942] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/594b8194-0c4f-4c43-afa9-b38992c3022c/594b8194-0c4f-4c43-afa9-b38992c3022c.vmdk to [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2053.369785] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95510c-74fe-4112-91ed-60e7e61a2aa8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.393655] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.394053] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2e4a53-38a8-4af4-883c-b38936836b48 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.413770] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2053.413770] env[62437]: value = "task-1812489" [ 2053.413770] env[62437]: _type = "Task" [ 2053.413770] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.422307] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.728673] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5231baae-3a36-d5ba-2e3a-ea4c0ae57eac, 'name': SearchDatastore_Task, 'duration_secs': 0.008553} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.728939] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.729182] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/71a5e241-d068-46c3-96af-2d8e2e581233.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.729444] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970ca1de-dac2-4259-8970-aa7187a61c7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.737057] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2053.737057] env[62437]: value = "task-1812490" [ 2053.737057] env[62437]: _type = "Task" [ 2053.737057] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.745100] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.787624] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812488, 'name': PowerOffVM_Task, 'duration_secs': 0.292022} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.788083] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.788367] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.788746] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19dcfc5c-7120-4896-b1c1-26cd0ee644c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.824984] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.825253] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.825449] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Deleting the datastore file [datastore1] 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.825739] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d583b4c9-caf7-45d8-8c58-8f4481515890 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.832036] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for the task: (returnval){ [ 2053.832036] env[62437]: value = "task-1812492" [ 2053.832036] env[62437]: _type = "Task" [ 2053.832036] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.839526] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.924158] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.248238] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.342977] env[62437]: DEBUG oslo_vmware.api [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Task: {'id': task-1812492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329887} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.344377] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2054.344613] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2054.344798] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.344979] env[62437]: INFO nova.compute.manager [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 2054.345300] env[62437]: DEBUG oslo.service.loopingcall [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.345501] env[62437]: DEBUG nova.compute.manager [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2054.345585] env[62437]: DEBUG nova.network.neutron [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.362755] env[62437]: DEBUG nova.network.neutron [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2054.429942] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.747336] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938308} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.747608] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/71a5e241-d068-46c3-96af-2d8e2e581233.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.747826] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.748095] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d725fcdc-ba67-479c-8097-69e03b67cf30 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.754718] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2054.754718] env[62437]: value = "task-1812493" [ 2054.754718] env[62437]: _type = "Task" [ 2054.754718] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.762653] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.865512] env[62437]: DEBUG nova.network.neutron [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.925063] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812489, 'name': ReconfigVM_Task, 'duration_secs': 1.141572} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.925391] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad/67a51a55-fc61-45fd-aefc-6b65a53423ad.vmdk or device None with type streamOptimized {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2054.926017] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7b3c38-1f6c-4098-bbdf-63487d6dae05 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.931583] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2054.931583] env[62437]: value = "task-1812494" [ 2054.931583] env[62437]: _type = "Task" [ 2054.931583] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.939455] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812494, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.267188] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12312} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.267478] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2055.269018] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fa22f-ea55-46b6-ae6d-163a6ae5e45a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.289734] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/71a5e241-d068-46c3-96af-2d8e2e581233.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.290203] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1253713c-8a4e-4475-8c4d-b742f454d430 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.309261] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2055.309261] env[62437]: value = "task-1812495" [ 2055.309261] env[62437]: _type = "Task" [ 2055.309261] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.317074] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.368176] env[62437]: INFO nova.compute.manager [-] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Took 1.02 seconds to deallocate network for instance. [ 2055.441480] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812494, 'name': Rename_Task, 'duration_secs': 0.141881} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.441750] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2055.441994] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04602860-70e2-4902-873e-0adb5bfd4ece {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.448413] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2055.448413] env[62437]: value = "task-1812496" [ 2055.448413] env[62437]: _type = "Task" [ 2055.448413] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.455463] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.819463] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812495, 'name': ReconfigVM_Task, 'duration_secs': 0.273821} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.819738] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/71a5e241-d068-46c3-96af-2d8e2e581233.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2055.820382] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da4c3fc-3938-467b-a792-e8596ea81475 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.826965] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2055.826965] env[62437]: value = "task-1812497" [ 2055.826965] env[62437]: _type = "Task" [ 2055.826965] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.834228] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812497, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.874812] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.875158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.875426] env[62437]: DEBUG nova.objects.instance [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lazy-loading 'resources' on Instance uuid 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.958134] env[62437]: DEBUG oslo_vmware.api [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812496, 'name': PowerOnVM_Task, 'duration_secs': 0.460871} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.958369] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.139066] env[62437]: DEBUG nova.compute.manager [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.140015] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42984c99-6b10-4a9e-be26-d7d213cca85d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.336834] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812497, 'name': Rename_Task, 'duration_secs': 0.138007} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.337191] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.337365] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2db545-385e-4f2e-a8fd-2cfa44ec1dcb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.343560] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2056.343560] env[62437]: value = "task-1812498" [ 2056.343560] env[62437]: _type = "Task" [ 2056.343560] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.350702] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.449837] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731e4c9-cc22-4076-be9c-6ab7d8af7170 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.456986] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341ae92-6a2f-4ba4-a5b2-f848f2cbe945 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.487317] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a742c7e-c4ec-40b8-8d9a-b873920d454d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.494200] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3bbd0e-3b0e-43db-a596-48b9569a48eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.506834] env[62437]: DEBUG nova.compute.provider_tree [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.658299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f9d5ece-edb8-49f5-8cd9-29f6da596884 tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.381s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.852991] env[62437]: DEBUG oslo_vmware.api [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812498, 'name': PowerOnVM_Task, 'duration_secs': 0.432578} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.853287] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.853512] env[62437]: INFO nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Took 7.77 seconds to spawn the instance on the hypervisor. [ 2056.853695] env[62437]: DEBUG nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.854470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119655e6-5465-49d3-9caa-dc8392622466 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.010544] env[62437]: DEBUG nova.scheduler.client.report [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.370531] env[62437]: INFO nova.compute.manager [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Took 12.47 seconds to build instance. [ 2057.515045] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.537786] env[62437]: INFO nova.scheduler.client.report [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Deleted allocations for instance 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2 [ 2057.872551] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0a55d13e-69cd-4174-9e51-491abf519b03 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.989s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.045135] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b6d6398d-17f8-4f1e-9fad-34d410999773 tempest-ServersAaction247Test-357346608 tempest-ServersAaction247Test-357346608-project-member] Lock "7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.375s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.068225] env[62437]: DEBUG nova.compute.manager [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2058.068400] env[62437]: DEBUG nova.compute.manager [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing instance network info cache due to event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2058.068619] env[62437]: DEBUG oslo_concurrency.lockutils [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.068821] env[62437]: DEBUG oslo_concurrency.lockutils [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.069282] env[62437]: DEBUG nova.network.neutron [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.801860] env[62437]: DEBUG nova.network.neutron [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updated VIF entry in instance network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.802241] env[62437]: DEBUG nova.network.neutron [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.305548] env[62437]: DEBUG oslo_concurrency.lockutils [req-faae36b5-9266-4cf7-86ea-6ec315098205 req-a709a435-12fa-44d2-a837-637f83b0c136 service nova] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.753997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.754322] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.256842] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2062.781055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.781055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.782091] env[62437]: INFO nova.compute.claims [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.858580] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bada5db-2b2f-405d-9e44-50c543f85c72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.866463] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f344af-3005-44ad-88a5-d5a5d83cfd06 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.896974] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79f72a-3c64-4277-aa0c-12a3efd80df9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.904392] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5adc0a9-1618-436e-a83f-355c8f1ef61d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.918302] env[62437]: DEBUG nova.compute.provider_tree [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.421371] env[62437]: DEBUG nova.scheduler.client.report [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.926137] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.926687] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2065.432026] env[62437]: DEBUG nova.compute.utils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2065.433435] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2065.433611] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2065.472615] env[62437]: DEBUG nova.policy [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '918accc650d543b9a60566c9ac50ba6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab8ad7a23fe8462aba5ea3d019ffcc8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.722320] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Successfully created port: 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.938006] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2066.948640] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.973966] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.974456] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.974780] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.975133] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.975508] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.976176] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.976176] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.976306] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.977024] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.977024] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.977024] env[62437]: DEBUG nova.virt.hardware [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.977825] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a8825-5759-4c5b-9cff-3cfe6052e232 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.985919] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c112c-f513-4b28-9ff0-1427308ac7dc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.097894] env[62437]: DEBUG nova.compute.manager [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Received event network-vif-plugged-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2067.097894] env[62437]: DEBUG oslo_concurrency.lockutils [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.097894] env[62437]: DEBUG oslo_concurrency.lockutils [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.097894] env[62437]: DEBUG oslo_concurrency.lockutils [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.097894] env[62437]: DEBUG nova.compute.manager [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] No waiting events found dispatching network-vif-plugged-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2067.097894] env[62437]: WARNING nova.compute.manager [req-37776e12-2d2f-4e1b-b5f1-dd917280d847 req-b4507f0c-e92c-4dbe-b2aa-f901e7ff4866 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Received unexpected event network-vif-plugged-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 for instance with vm_state building and task_state spawning. [ 2067.176338] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Successfully updated port: 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.679860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.679860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.679860] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.209512] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.325290] env[62437]: DEBUG nova.network.neutron [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.828511] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.828839] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Instance network_info: |[{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2068.829370] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:93:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2068.837023] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Creating folder: Project (ab8ad7a23fe8462aba5ea3d019ffcc8d). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.837305] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea80226c-93bc-4fcd-8cff-54f694b7951a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.850424] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Created folder: Project (ab8ad7a23fe8462aba5ea3d019ffcc8d) in parent group-v375259. [ 2068.850602] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Creating folder: Instances. Parent ref: group-v375573. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.850811] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c7e5a39-c820-419a-a9e0-51b60c3c8ab7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.860250] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Created folder: Instances in parent group-v375573. [ 2068.860469] env[62437]: DEBUG oslo.service.loopingcall [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.860643] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2068.860826] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d45606-16d7-40ac-9b28-dddd1079a0f3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.878918] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2068.878918] env[62437]: value = "task-1812501" [ 2068.878918] env[62437]: _type = "Task" [ 2068.878918] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.885923] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812501, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.123064] env[62437]: DEBUG nova.compute.manager [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Received event network-changed-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2069.123185] env[62437]: DEBUG nova.compute.manager [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Refreshing instance network info cache due to event network-changed-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2069.123402] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.123549] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.123714] env[62437]: DEBUG nova.network.neutron [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Refreshing network info cache for port 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2069.388707] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812501, 'name': CreateVM_Task, 'duration_secs': 0.349731} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.389126] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.389572] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.389754] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.390106] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.390589] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d10856-78ad-4bd1-a083-1c8d78c3ffbb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.395638] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2069.395638] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52100e60-c393-aba2-5c0e-42218b47a2c5" [ 2069.395638] env[62437]: _type = "Task" [ 2069.395638] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.403013] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52100e60-c393-aba2-5c0e-42218b47a2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.807893] env[62437]: DEBUG nova.network.neutron [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updated VIF entry in instance network info cache for port 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.808280] env[62437]: DEBUG nova.network.neutron [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.906384] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52100e60-c393-aba2-5c0e-42218b47a2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020005} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.906644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.906883] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2069.907136] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.907289] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.907472] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2069.907726] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-724df097-e70c-459b-9295-63e7ed4caa42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.917577] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2069.917758] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2069.918456] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3a17bf-6b24-4f80-b405-04bcbcb57e7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.923277] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2069.923277] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5237f054-0971-392b-6b14-215f766b503a" [ 2069.923277] env[62437]: _type = "Task" [ 2069.923277] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.930216] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5237f054-0971-392b-6b14-215f766b503a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.310908] env[62437]: DEBUG oslo_concurrency.lockutils [req-9b5dab6a-944b-4fc9-acc1-b200252c97d6 req-91a59e35-5db0-421f-af27-60ac0dd0c197 service nova] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.433449] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5237f054-0971-392b-6b14-215f766b503a, 'name': SearchDatastore_Task, 'duration_secs': 0.008126} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.434161] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074e289e-53ef-49e0-a347-5bb853fb91bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.438842] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2070.438842] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb9286-d74a-972c-629d-a5daaa1f1d68" [ 2070.438842] env[62437]: _type = "Task" [ 2070.438842] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.446640] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb9286-d74a-972c-629d-a5daaa1f1d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.949209] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52eb9286-d74a-972c-629d-a5daaa1f1d68, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.949483] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.949743] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b6bc3ce5-2100-476a-babb-e37134a6c65c/b6bc3ce5-2100-476a-babb-e37134a6c65c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.950019] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-269539e6-e7f8-450d-8b04-bb39ee12028e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.958619] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2070.958619] env[62437]: value = "task-1812502" [ 2070.958619] env[62437]: _type = "Task" [ 2070.958619] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.966353] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.468294] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456005} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.468627] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] b6bc3ce5-2100-476a-babb-e37134a6c65c/b6bc3ce5-2100-476a-babb-e37134a6c65c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.468738] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.468984] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d104b57-d7e0-436f-a97d-44b177291ab9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.475451] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2071.475451] env[62437]: value = "task-1812503" [ 2071.475451] env[62437]: _type = "Task" [ 2071.475451] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.482354] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.985826] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059014} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.986161] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2071.986939] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ec0ac-ed11-49db-9fd9-5e1da46509ab {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.008882] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b6bc3ce5-2100-476a-babb-e37134a6c65c/b6bc3ce5-2100-476a-babb-e37134a6c65c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.009177] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495a7018-a4d6-4371-9766-b18f52d17d7b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.029054] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2072.029054] env[62437]: value = "task-1812504" [ 2072.029054] env[62437]: _type = "Task" [ 2072.029054] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.036589] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.538489] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.039612] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812504, 'name': ReconfigVM_Task, 'duration_secs': 0.582443} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.039961] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b6bc3ce5-2100-476a-babb-e37134a6c65c/b6bc3ce5-2100-476a-babb-e37134a6c65c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.040640] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63dff50-355d-47e5-bd5f-0d9bbbd640c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.047034] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2073.047034] env[62437]: value = "task-1812505" [ 2073.047034] env[62437]: _type = "Task" [ 2073.047034] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.054399] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812505, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.556571] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812505, 'name': Rename_Task, 'duration_secs': 0.135234} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.556950] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.557089] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ac51fd-d3fa-44db-a23a-30249b99c227 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.562484] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2073.562484] env[62437]: value = "task-1812506" [ 2073.562484] env[62437]: _type = "Task" [ 2073.562484] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.571232] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.073507] env[62437]: DEBUG oslo_vmware.api [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812506, 'name': PowerOnVM_Task, 'duration_secs': 0.431882} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.073788] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.073980] env[62437]: INFO nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Took 7.13 seconds to spawn the instance on the hypervisor. [ 2074.074181] env[62437]: DEBUG nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.074956] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faefbba-2959-49b3-b37a-06f91d681e88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.596330] env[62437]: INFO nova.compute.manager [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Took 11.83 seconds to build instance. [ 2074.751591] env[62437]: DEBUG nova.compute.manager [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Received event network-changed-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2074.751591] env[62437]: DEBUG nova.compute.manager [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Refreshing instance network info cache due to event network-changed-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2074.751773] env[62437]: DEBUG oslo_concurrency.lockutils [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.751919] env[62437]: DEBUG oslo_concurrency.lockutils [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.752228] env[62437]: DEBUG nova.network.neutron [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Refreshing network info cache for port 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.098461] env[62437]: DEBUG oslo_concurrency.lockutils [None req-046e7259-b4af-4653-8c30-873011fe02b0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.344s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.466141] env[62437]: DEBUG nova.network.neutron [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updated VIF entry in instance network info cache for port 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.466505] env[62437]: DEBUG nova.network.neutron [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.969667] env[62437]: DEBUG oslo_concurrency.lockutils [req-8142b3b8-490f-42f3-9ca8-37f2a628caf1 req-e43044cf-237e-4b53-8e47-65ce394ac0d2 service nova] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.892094] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.892457] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.893051] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.893264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.893444] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.896907] env[62437]: INFO nova.compute.manager [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Terminating instance [ 2093.926544] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.926770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.400751] env[62437]: DEBUG nova.compute.manager [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.401036] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.401910] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39877c06-1727-4f0b-86cc-1ce3a6eec46d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.409989] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.410262] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9588c6f6-d914-454a-9117-0b930db7abbe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.416953] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2094.416953] env[62437]: value = "task-1812507" [ 2094.416953] env[62437]: _type = "Task" [ 2094.416953] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.425904] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.429877] env[62437]: DEBUG nova.compute.utils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.927377] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812507, 'name': PowerOffVM_Task, 'duration_secs': 0.221818} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.927663] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.927822] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.928055] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9ffba23-a1eb-4121-92ba-90e6430620f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.932282] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.992964] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.993300] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.993552] env[62437]: INFO nova.compute.manager [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Attaching volume 6edd5fbb-eb34-47b9-baf4-6a1c77956a51 to /dev/sdb [ 2096.023319] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6fc04a-1c70-437b-8f48-ab0e5abb0692 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.030247] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c511a-5507-4bf2-8b74-4477d9a90870 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.043199] env[62437]: DEBUG nova.virt.block_device [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating existing volume attachment record: f0332d7a-54ec-49b2-9076-49459021c1c8 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2100.208099] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.208549] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.208742] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleting the datastore file [datastore1] 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.209088] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395edb62-7d98-4a91-a053-54901399f180 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.216022] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for the task: (returnval){ [ 2100.216022] env[62437]: value = "task-1812513" [ 2100.216022] env[62437]: _type = "Task" [ 2100.216022] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.223540] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.588719] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2100.589008] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375577', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'name': 'volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71a5e241-d068-46c3-96af-2d8e2e581233', 'attached_at': '', 'detached_at': '', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'serial': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2100.589900] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06702991-62dd-4099-93f9-f53955041e61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.606343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187c5ee-4593-49b2-9504-9ad020a0a51b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.629903] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51/volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.630183] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064f4503-4825-4f87-bd0f-b4a0fc75cd4d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.647591] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2100.647591] env[62437]: value = "task-1812514" [ 2100.647591] env[62437]: _type = "Task" [ 2100.647591] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.654871] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.724863] env[62437]: DEBUG oslo_vmware.api [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Task: {'id': task-1812513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134785} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.725155] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2100.725349] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2100.725525] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2100.725701] env[62437]: INFO nova.compute.manager [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Took 6.32 seconds to destroy the instance on the hypervisor. [ 2100.725932] env[62437]: DEBUG oslo.service.loopingcall [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.726151] env[62437]: DEBUG nova.compute.manager [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2100.726253] env[62437]: DEBUG nova.network.neutron [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.145980] env[62437]: DEBUG nova.compute.manager [req-dffc2f5c-2cce-43b1-868b-f059913034fd req-ce739b2b-f41a-405c-ae4a-46b2f2ad27f4 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Received event network-vif-deleted-ce809845-fce0-44ef-9f20-274e66ee8b15 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2101.146186] env[62437]: INFO nova.compute.manager [req-dffc2f5c-2cce-43b1-868b-f059913034fd req-ce739b2b-f41a-405c-ae4a-46b2f2ad27f4 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Neutron deleted interface ce809845-fce0-44ef-9f20-274e66ee8b15; detaching it from the instance and deleting it from the info cache [ 2101.146363] env[62437]: DEBUG nova.network.neutron [req-dffc2f5c-2cce-43b1-868b-f059913034fd req-ce739b2b-f41a-405c-ae4a-46b2f2ad27f4 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.158217] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812514, 'name': ReconfigVM_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.158931] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51/volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.163624] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bffae80-59d6-4fd8-9c86-ef82a2be4d36 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.178464] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2101.178464] env[62437]: value = "task-1812515" [ 2101.178464] env[62437]: _type = "Task" [ 2101.178464] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.186972] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.626078] env[62437]: DEBUG nova.network.neutron [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.648792] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af3ddd1-a994-4d0c-a7c6-ba856c779c31 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.658357] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc648119-203a-4e9a-b698-666ea2f76812 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.684483] env[62437]: DEBUG nova.compute.manager [req-dffc2f5c-2cce-43b1-868b-f059913034fd req-ce739b2b-f41a-405c-ae4a-46b2f2ad27f4 service nova] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Detach interface failed, port_id=ce809845-fce0-44ef-9f20-274e66ee8b15, reason: Instance 67a51a55-fc61-45fd-aefc-6b65a53423ad could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2101.692532] env[62437]: DEBUG oslo_vmware.api [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812515, 'name': ReconfigVM_Task, 'duration_secs': 0.136912} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.692843] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375577', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'name': 'volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71a5e241-d068-46c3-96af-2d8e2e581233', 'attached_at': '', 'detached_at': '', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'serial': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2102.129330] env[62437]: INFO nova.compute.manager [-] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Took 1.40 seconds to deallocate network for instance. [ 2102.637206] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.637602] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.637718] env[62437]: DEBUG nova.objects.instance [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lazy-loading 'resources' on Instance uuid 67a51a55-fc61-45fd-aefc-6b65a53423ad {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.728376] env[62437]: DEBUG nova.objects.instance [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'flavor' on Instance uuid 71a5e241-d068-46c3-96af-2d8e2e581233 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.232670] env[62437]: DEBUG oslo_concurrency.lockutils [None req-fcfbe5ae-45cf-444d-806e-2940a8efc3fb tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.275889] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4837e-f658-4c6a-9b11-dc9dbb7f90d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.283720] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cb5f1-32c4-4803-a305-29e0a8d7f5e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.315576] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afac08ac-8f64-48a4-bd99-56935f8ac69e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.324080] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26aff3-c21f-475a-b87e-4e97118526ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.338496] env[62437]: DEBUG nova.compute.provider_tree [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2103.352813] env[62437]: INFO nova.compute.manager [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Rescuing [ 2103.353883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.353883] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.353883] env[62437]: DEBUG nova.network.neutron [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2103.858064] env[62437]: ERROR nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] [req-8e3f31ed-1e09-4ae2-81e9-e32cb66b07c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33a24f4a-718f-4c1c-8181-35b3aad24de8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e3f31ed-1e09-4ae2-81e9-e32cb66b07c1"}]} [ 2103.872581] env[62437]: DEBUG nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2103.887978] env[62437]: DEBUG nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2103.888214] env[62437]: DEBUG nova.compute.provider_tree [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2103.898185] env[62437]: DEBUG nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2103.914647] env[62437]: DEBUG nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2103.974376] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad785fc0-8bb2-4ad2-b219-dd3dbac007a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.982713] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1608f-35da-468e-ac47-8e485e673e2b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.016107] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4306786-060c-4f4b-ba51-8d6b3a406e2c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.023818] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc7a01-e0cd-484f-bf65-d3532bf74642 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.037258] env[62437]: DEBUG nova.compute.provider_tree [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.265714] env[62437]: DEBUG nova.network.neutron [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.567770] env[62437]: DEBUG nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 194 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2104.568049] env[62437]: DEBUG nova.compute.provider_tree [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 194 to 195 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2104.568241] env[62437]: DEBUG nova.compute.provider_tree [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.768851] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.072852] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.435s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.094731] env[62437]: INFO nova.scheduler.client.report [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Deleted allocations for instance 67a51a55-fc61-45fd-aefc-6b65a53423ad [ 2105.603099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-46637736-56df-4817-9d34-479b232958fe tempest-AttachVolumeShelveTestJSON-926823985 tempest-AttachVolumeShelveTestJSON-926823985-project-member] Lock "67a51a55-fc61-45fd-aefc-6b65a53423ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.711s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.306737] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.307084] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-140d6554-02ac-4593-874e-7446d865e2bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.315914] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2106.315914] env[62437]: value = "task-1812516" [ 2106.315914] env[62437]: _type = "Task" [ 2106.315914] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.328550] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.825741] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812516, 'name': PowerOffVM_Task, 'duration_secs': 0.191137} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.826013] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2106.826776] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cf062d-a4e9-49b1-bc96-c0687b9e5570 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.847808] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3a142f-b315-45b3-9820-6d0e4cff006e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.881608] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.881886] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2c3070-8fbb-4fcc-9099-c39964b219bc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.890112] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2106.890112] env[62437]: value = "task-1812517" [ 2106.890112] env[62437]: _type = "Task" [ 2106.890112] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.899955] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] VM already powered off {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2106.900180] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2106.900425] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.900583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.900732] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2106.900956] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bfa484d-51ba-45d2-bb07-ee255b210910 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.908960] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2106.909151] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2106.909825] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7dc847b-dbe2-4bca-ab7e-e74ded39edfd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.914849] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2106.914849] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52ee462f-a9c8-ad93-d304-eaaf6abd02c6" [ 2106.914849] env[62437]: _type = "Task" [ 2106.914849] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.922313] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ee462f-a9c8-ad93-d304-eaaf6abd02c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.425088] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52ee462f-a9c8-ad93-d304-eaaf6abd02c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.425913] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd563d3-ed06-44bb-949b-24c1f7195d0a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.431047] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2107.431047] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528323d3-acf1-2842-06ed-2299d06eb4a8" [ 2107.431047] env[62437]: _type = "Task" [ 2107.431047] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.438764] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528323d3-acf1-2842-06ed-2299d06eb4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.941362] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528323d3-acf1-2842-06ed-2299d06eb4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.941635] env[62437]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.941898] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. {{(pid=62437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2107.942172] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c276e771-1ccf-4e63-89aa-5fca10dac410 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.949690] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2107.949690] env[62437]: value = "task-1812519" [ 2107.949690] env[62437]: _type = "Task" [ 2107.949690] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.957182] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.255454] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2108.255701] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2108.459549] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.378312} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.459871] env[62437]: INFO nova.virt.vmwareapi.ds_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk. [ 2108.460603] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c444796-099b-461b-ace9-79e097cc00a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.488136] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2108.488365] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b5bf0b-4975-4a8b-9923-ce6cf26cce20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.507267] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2108.507267] env[62437]: value = "task-1812520" [ 2108.507267] env[62437]: _type = "Task" [ 2108.507267] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.514715] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.761000] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2108.761194] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2109.016609] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812520, 'name': ReconfigVM_Task, 'duration_secs': 0.354087} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.016897] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd-rescue.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2109.017809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa82115f-6248-49cd-bfaf-701f29274075 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.044717] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ae17b9-1903-4f61-86ae-131ac82266b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.059967] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2109.059967] env[62437]: value = "task-1812521" [ 2109.059967] env[62437]: _type = "Task" [ 2109.059967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.068187] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.263660] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2109.263844] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.263989] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.264162] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.264356] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.264511] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.264661] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.264794] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2109.264938] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.569661] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812521, 'name': ReconfigVM_Task, 'duration_secs': 0.163391} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.569977] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2109.570230] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39103126-dbc2-4ae8-986d-57928d03e791 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.576565] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2109.576565] env[62437]: value = "task-1812522" [ 2109.576565] env[62437]: _type = "Task" [ 2109.576565] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.591687] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.768181] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.768437] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.768598] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.768759] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2109.769702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa81ea8-5228-4715-ae44-4bee4f705800 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.777658] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f07e29-885f-4600-b432-39cac944716b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.791588] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd2b9b-e3b0-4235-9dde-4e257ac61432 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.797774] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab71918-3351-44b4-ac27-4eafd035ae8a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.827745] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181011MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2109.827913] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.828107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.087243] env[62437]: DEBUG oslo_vmware.api [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812522, 'name': PowerOnVM_Task, 'duration_secs': 0.415909} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.087520] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.090418] env[62437]: DEBUG nova.compute.manager [None req-d1d6cb13-4c00-4887-9786-1d56d65f087a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.091241] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7045609-1f30-4e33-806c-a387d48993ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.859905] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.860160] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.860209] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 71a5e241-d068-46c3-96af-2d8e2e581233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.860342] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b6bc3ce5-2100-476a-babb-e37134a6c65c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.860643] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2110.860727] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2110.936618] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df23b6-c756-4734-855e-ab73615df7ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.944763] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4783ee-d441-44c5-ab7f-ce01af8db53f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.978183] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c87e95-5370-4189-934c-8bbe302810b1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.985826] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da754772-b069-49ad-a888-027edf84ea1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.999272] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.502802] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.558886] env[62437]: INFO nova.compute.manager [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Unrescuing [ 2111.559231] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.559422] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.559644] env[62437]: DEBUG nova.network.neutron [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.007727] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2112.008102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.274714] env[62437]: DEBUG nova.network.neutron [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.342535] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.342785] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.777972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.778651] env[62437]: DEBUG nova.objects.instance [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'flavor' on Instance uuid 71a5e241-d068-46c3-96af-2d8e2e581233 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.846440] env[62437]: DEBUG nova.compute.utils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2113.283876] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e24e0-af95-48c1-97f2-c554821fcc1a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.309012] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2113.309350] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5013b7d-852d-4662-a22b-77e95f44b0f4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.316314] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2113.316314] env[62437]: value = "task-1812523" [ 2113.316314] env[62437]: _type = "Task" [ 2113.316314] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.324429] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.349407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.827281] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812523, 'name': PowerOffVM_Task, 'duration_secs': 0.233689} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.827657] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2113.833168] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2113.833489] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd898b6-20df-4ef2-9d20-45bd70e5e5db {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.852504] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2113.852504] env[62437]: value = "task-1812524" [ 2113.852504] env[62437]: _type = "Task" [ 2113.852504] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.860519] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.362589] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812524, 'name': ReconfigVM_Task, 'duration_secs': 0.252653} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.363023] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2114.363081] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.363351] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc40ef0a-ae61-4111-9179-51a03ed6a0a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.369944] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2114.369944] env[62437]: value = "task-1812525" [ 2114.369944] env[62437]: _type = "Task" [ 2114.369944] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.377633] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.415860] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.416130] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.416378] env[62437]: INFO nova.compute.manager [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Attaching volume 51d99bed-9562-408d-9114-c39d668a6bdf to /dev/sdb [ 2114.449154] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8103c4d-1791-4978-bd86-8ee7ebf5b3ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.458914] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba3321-780f-498e-a4cc-414441ffb75d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.475758] env[62437]: DEBUG nova.virt.block_device [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating existing volume attachment record: 794a73c3-918c-4eac-800e-47106e55dc7d {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2114.880146] env[62437]: DEBUG oslo_vmware.api [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812525, 'name': PowerOnVM_Task, 'duration_secs': 0.377995} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.880371] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.880609] env[62437]: DEBUG nova.compute.manager [None req-5fbac7a4-6910-49c8-b012-d750f67b2b1c tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.881458] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b1f4ce-f000-42ec-ae66-675a3838c64f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.154752] env[62437]: DEBUG nova.compute.manager [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2116.154987] env[62437]: DEBUG nova.compute.manager [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing instance network info cache due to event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2116.155176] env[62437]: DEBUG oslo_concurrency.lockutils [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.155360] env[62437]: DEBUG oslo_concurrency.lockutils [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.155527] env[62437]: DEBUG nova.network.neutron [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.871702] env[62437]: DEBUG nova.network.neutron [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updated VIF entry in instance network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.872110] env[62437]: DEBUG nova.network.neutron [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.374830] env[62437]: DEBUG oslo_concurrency.lockutils [req-2f06eb92-4ca1-4601-81aa-b3617235cb34 req-244eb538-fed4-4d04-8701-f2f6dbe07641 service nova] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.184238] env[62437]: DEBUG nova.compute.manager [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2118.184387] env[62437]: DEBUG nova.compute.manager [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing instance network info cache due to event network-changed-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2118.184593] env[62437]: DEBUG oslo_concurrency.lockutils [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] Acquiring lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.184741] env[62437]: DEBUG oslo_concurrency.lockutils [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] Acquired lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.184903] env[62437]: DEBUG nova.network.neutron [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Refreshing network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.879640] env[62437]: DEBUG nova.network.neutron [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updated VIF entry in instance network info cache for port 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.879975] env[62437]: DEBUG nova.network.neutron [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [{"id": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "address": "fa:16:3e:9d:c2:1a", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11826bfa-14", "ovs_interfaceid": "11826bfa-14fe-4f1f-84ca-03f37aa4ebfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.023064] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2119.023064] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375579', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'name': 'volume-51d99bed-9562-408d-9114-c39d668a6bdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6bc3ce5-2100-476a-babb-e37134a6c65c', 'attached_at': '', 'detached_at': '', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'serial': '51d99bed-9562-408d-9114-c39d668a6bdf'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2119.023377] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972d5a7-aa74-411d-b3b3-e0f8a2f3f31e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.039532] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431aa12b-c716-4b5f-9b4e-96ae1964c0bb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.062585] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-51d99bed-9562-408d-9114-c39d668a6bdf/volume-51d99bed-9562-408d-9114-c39d668a6bdf.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.062811] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fafb3dac-e16f-4196-babc-ddf7f80a8408 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.079510] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2119.079510] env[62437]: value = "task-1812530" [ 2119.079510] env[62437]: _type = "Task" [ 2119.079510] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.086765] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.382579] env[62437]: DEBUG oslo_concurrency.lockutils [req-031fd97c-f979-45e6-b752-cae2ca86a3f5 req-703fc1bb-20db-4d8e-a3b8-69ca4b615940 service nova] Releasing lock "refresh_cache-71a5e241-d068-46c3-96af-2d8e2e581233" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.589379] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812530, 'name': ReconfigVM_Task, 'duration_secs': 0.38777} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.589660] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-51d99bed-9562-408d-9114-c39d668a6bdf/volume-51d99bed-9562-408d-9114-c39d668a6bdf.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.594210] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf4f722-4773-4000-b6d2-dfe4a0650d8d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.608277] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2119.608277] env[62437]: value = "task-1812531" [ 2119.608277] env[62437]: _type = "Task" [ 2119.608277] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.615880] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.117839] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.620393] env[62437]: DEBUG oslo_vmware.api [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812531, 'name': ReconfigVM_Task, 'duration_secs': 0.935642} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.620698] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375579', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'name': 'volume-51d99bed-9562-408d-9114-c39d668a6bdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6bc3ce5-2100-476a-babb-e37134a6c65c', 'attached_at': '', 'detached_at': '', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'serial': '51d99bed-9562-408d-9114-c39d668a6bdf'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2121.656514] env[62437]: DEBUG nova.objects.instance [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2122.163122] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0678283f-df9d-4270-bb8c-8b74544a37f9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.747s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.762320] env[62437]: DEBUG oslo_concurrency.lockutils [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.762677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.762768] env[62437]: DEBUG nova.compute.manager [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.763746] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63955039-0cd0-4f57-9d6a-87993942f5eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.770357] env[62437]: DEBUG nova.compute.manager [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2122.770896] env[62437]: DEBUG nova.objects.instance [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2123.778357] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.778694] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1811d6b7-1bd8-4983-8ecc-47a4145197eb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.787175] env[62437]: DEBUG oslo_vmware.api [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2123.787175] env[62437]: value = "task-1812532" [ 2123.787175] env[62437]: _type = "Task" [ 2123.787175] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.795444] env[62437]: DEBUG oslo_vmware.api [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.296775] env[62437]: DEBUG oslo_vmware.api [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812532, 'name': PowerOffVM_Task, 'duration_secs': 0.185471} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.297085] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.297289] env[62437]: DEBUG nova.compute.manager [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.298038] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fc086-c557-4893-83a7-b896c11819e0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.809520] env[62437]: DEBUG oslo_concurrency.lockutils [None req-302f8ab3-f98d-41ef-a4b4-67192655eebc tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.367890] env[62437]: DEBUG nova.objects.instance [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.873365] env[62437]: DEBUG oslo_concurrency.lockutils [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.873769] env[62437]: DEBUG oslo_concurrency.lockutils [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.873769] env[62437]: DEBUG nova.network.neutron [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2125.873947] env[62437]: DEBUG nova.objects.instance [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'info_cache' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.376956] env[62437]: DEBUG nova.objects.base [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2127.086837] env[62437]: DEBUG nova.network.neutron [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.589856] env[62437]: DEBUG oslo_concurrency.lockutils [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.596562] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2128.596945] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5bb5267-7635-434f-9ec0-7ae9cc82ea5f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.605194] env[62437]: DEBUG oslo_vmware.api [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2128.605194] env[62437]: value = "task-1812533" [ 2128.605194] env[62437]: _type = "Task" [ 2128.605194] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.612582] env[62437]: DEBUG oslo_vmware.api [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.115803] env[62437]: DEBUG oslo_vmware.api [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.616403] env[62437]: DEBUG oslo_vmware.api [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812533, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.116734] env[62437]: DEBUG oslo_vmware.api [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812533, 'name': PowerOnVM_Task, 'duration_secs': 1.033437} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.117596] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.117596] env[62437]: DEBUG nova.compute.manager [None req-112d7769-797b-4869-84b9-843505e33cc9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.118316] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c74e3-4e99-4478-9746-037f116ce0cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.966554] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.966973] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.470337] env[62437]: INFO nova.compute.manager [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Detaching volume 6edd5fbb-eb34-47b9-baf4-6a1c77956a51 [ 2151.500327] env[62437]: INFO nova.virt.block_device [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Attempting to driver detach volume 6edd5fbb-eb34-47b9-baf4-6a1c77956a51 from mountpoint /dev/sdb [ 2151.500440] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2151.500607] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375577', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'name': 'volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71a5e241-d068-46c3-96af-2d8e2e581233', 'attached_at': '', 'detached_at': '', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'serial': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2151.501497] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d143b4b-5235-41f4-80cd-82570b502e76 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.523220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e220968-5662-4b24-8c6f-e4b5ed68da24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.530105] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebcc7af-c7ae-4294-9216-deab4400de23 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.549313] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c860a91-99ca-467a-8aaa-a3942678a32f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.563533] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] The volume has not been displaced from its original location: [datastore1] volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51/volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2151.568634] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2151.568902] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d970c4ed-8dd6-459d-baca-0cf94fcb7dee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.586739] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2151.586739] env[62437]: value = "task-1812534" [ 2151.586739] env[62437]: _type = "Task" [ 2151.586739] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.594016] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.095989] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812534, 'name': ReconfigVM_Task, 'duration_secs': 0.223295} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.096400] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2152.100878] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c77425-6a0d-4ff7-ab4a-06422b47a748 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.115167] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2152.115167] env[62437]: value = "task-1812535" [ 2152.115167] env[62437]: _type = "Task" [ 2152.115167] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.124167] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.624160] env[62437]: DEBUG oslo_vmware.api [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812535, 'name': ReconfigVM_Task, 'duration_secs': 0.125724} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.624463] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375577', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'name': 'volume-6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71a5e241-d068-46c3-96af-2d8e2e581233', 'attached_at': '', 'detached_at': '', 'volume_id': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51', 'serial': '6edd5fbb-eb34-47b9-baf4-6a1c77956a51'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2153.164828] env[62437]: DEBUG nova.objects.instance [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'flavor' on Instance uuid 71a5e241-d068-46c3-96af-2d8e2e581233 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.174672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55ed9d48-1ca6-4454-9da8-03f34e342ec1 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.262270] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.262686] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.262743] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.262912] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.263104] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.265194] env[62437]: INFO nova.compute.manager [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Terminating instance [ 2155.769397] env[62437]: DEBUG nova.compute.manager [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2155.769629] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2155.770543] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37cf9ed-ef68-4f77-b642-bb9af3ed8178 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.778071] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2155.778294] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae002171-b3e4-4565-8d90-5e0f492b8fdd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.784866] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2155.784866] env[62437]: value = "task-1812536" [ 2155.784866] env[62437]: _type = "Task" [ 2155.784866] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.792131] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.294565] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812536, 'name': PowerOffVM_Task, 'duration_secs': 0.166617} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.294922] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2156.294977] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2156.295190] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904c727f-ac6f-4838-84d1-f7c74340ea7e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.938856] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2158.939253] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2158.939253] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleting the datastore file [datastore1] 71a5e241-d068-46c3-96af-2d8e2e581233 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.939516] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8a7c01-c179-4543-9cd7-e05d8689c8a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.946280] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2158.946280] env[62437]: value = "task-1812538" [ 2158.946280] env[62437]: _type = "Task" [ 2158.946280] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.953791] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.456126] env[62437]: DEBUG oslo_vmware.api [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143919} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.456392] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.456574] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.456752] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.456958] env[62437]: INFO nova.compute.manager [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Took 3.69 seconds to destroy the instance on the hypervisor. [ 2159.457211] env[62437]: DEBUG oslo.service.loopingcall [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.457394] env[62437]: DEBUG nova.compute.manager [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2159.457488] env[62437]: DEBUG nova.network.neutron [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2159.858934] env[62437]: DEBUG nova.compute.manager [req-045a8161-cccf-47b1-93e2-f8fa59c88fe0 req-c9d7bbdb-8289-4565-a2e3-4b40a2c4d152 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Received event network-vif-deleted-11826bfa-14fe-4f1f-84ca-03f37aa4ebfb {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2159.859184] env[62437]: INFO nova.compute.manager [req-045a8161-cccf-47b1-93e2-f8fa59c88fe0 req-c9d7bbdb-8289-4565-a2e3-4b40a2c4d152 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Neutron deleted interface 11826bfa-14fe-4f1f-84ca-03f37aa4ebfb; detaching it from the instance and deleting it from the info cache [ 2159.859347] env[62437]: DEBUG nova.network.neutron [req-045a8161-cccf-47b1-93e2-f8fa59c88fe0 req-c9d7bbdb-8289-4565-a2e3-4b40a2c4d152 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.336457] env[62437]: DEBUG nova.network.neutron [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.362482] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a060bc78-67c1-45cb-a47c-ce13891f3bdc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.371977] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f8206-314b-4bdb-ae03-03c7c2f8cb9f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.398064] env[62437]: DEBUG nova.compute.manager [req-045a8161-cccf-47b1-93e2-f8fa59c88fe0 req-c9d7bbdb-8289-4565-a2e3-4b40a2c4d152 service nova] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Detach interface failed, port_id=11826bfa-14fe-4f1f-84ca-03f37aa4ebfb, reason: Instance 71a5e241-d068-46c3-96af-2d8e2e581233 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2160.839176] env[62437]: INFO nova.compute.manager [-] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Took 1.38 seconds to deallocate network for instance. [ 2161.346999] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.347419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.347557] env[62437]: DEBUG nova.objects.instance [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'resources' on Instance uuid 71a5e241-d068-46c3-96af-2d8e2e581233 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.908074] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd0655d-2149-4a28-9986-58ccc12a309a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.915718] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355126b1-9da1-44a8-852a-cb075bda8f04 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.946049] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c5c66-7de0-415b-95a0-12a0febc8f80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.953437] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110ca6d-74f6-41e7-981f-fab95244a9bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.966243] env[62437]: DEBUG nova.compute.provider_tree [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.496037] env[62437]: DEBUG nova.scheduler.client.report [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Updated inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with generation 195 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2162.496339] env[62437]: DEBUG nova.compute.provider_tree [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Updating resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 generation from 195 to 196 during operation: update_inventory {{(pid=62437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2162.496512] env[62437]: DEBUG nova.compute.provider_tree [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.001772] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.021537] env[62437]: INFO nova.scheduler.client.report [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted allocations for instance 71a5e241-d068-46c3-96af-2d8e2e581233 [ 2163.528540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-43613b3a-eb7e-4c75-854c-19d498367c9a tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "71a5e241-d068-46c3-96af-2d8e2e581233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.266s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.564656] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.565051] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.068527] env[62437]: INFO nova.compute.manager [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Detaching volume 51d99bed-9562-408d-9114-c39d668a6bdf [ 2167.099060] env[62437]: INFO nova.virt.block_device [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Attempting to driver detach volume 51d99bed-9562-408d-9114-c39d668a6bdf from mountpoint /dev/sdb [ 2167.099312] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2167.099498] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375579', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'name': 'volume-51d99bed-9562-408d-9114-c39d668a6bdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6bc3ce5-2100-476a-babb-e37134a6c65c', 'attached_at': '', 'detached_at': '', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'serial': '51d99bed-9562-408d-9114-c39d668a6bdf'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2167.100379] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c0b71-b99c-4f4e-b433-4795fc24762d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.122439] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f7b7e7-16cd-4ad5-9764-404df3600ca8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.129146] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e661a-e4e4-4b68-b002-44426b8b6953 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.148686] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6773c5-9aa9-454d-99f6-987cfb04afc3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.162568] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] The volume has not been displaced from its original location: [datastore1] volume-51d99bed-9562-408d-9114-c39d668a6bdf/volume-51d99bed-9562-408d-9114-c39d668a6bdf.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2167.167709] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2167.167952] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4342bd-21a1-442e-9989-13a1636e9b71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.185331] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2167.185331] env[62437]: value = "task-1812540" [ 2167.185331] env[62437]: _type = "Task" [ 2167.185331] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.192454] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.694366] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812540, 'name': ReconfigVM_Task, 'duration_secs': 0.21068} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.694809] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2167.699271] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e227ac-62cb-4cfc-9ce8-d1e50f68b88d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.713330] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2167.713330] env[62437]: value = "task-1812541" [ 2167.713330] env[62437]: _type = "Task" [ 2167.713330] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.720690] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.222499] env[62437]: DEBUG oslo_vmware.api [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812541, 'name': ReconfigVM_Task, 'duration_secs': 0.124494} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.222805] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375579', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'name': 'volume-51d99bed-9562-408d-9114-c39d668a6bdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6bc3ce5-2100-476a-babb-e37134a6c65c', 'attached_at': '', 'detached_at': '', 'volume_id': '51d99bed-9562-408d-9114-c39d668a6bdf', 'serial': '51d99bed-9562-408d-9114-c39d668a6bdf'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2168.547540] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.547802] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.548027] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.548218] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.548425] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.550527] env[62437]: INFO nova.compute.manager [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Terminating instance [ 2168.761838] env[62437]: DEBUG nova.objects.instance [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.054440] env[62437]: DEBUG nova.compute.manager [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2169.054636] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2169.055537] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42177d36-72f3-4e41-88c0-c1c1ae2374da {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.063089] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2169.063318] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc8971a-fe36-40c3-a5c4-e130dbc1257d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.069494] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2169.069494] env[62437]: value = "task-1812542" [ 2169.069494] env[62437]: _type = "Task" [ 2169.069494] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.078319] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.578913] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812542, 'name': PowerOffVM_Task, 'duration_secs': 0.194863} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.579212] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2169.579387] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2169.579622] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7729865d-758f-49dd-83fa-a0b7f138aae2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.728080] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.728321] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.728506] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleting the datastore file [datastore1] 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.728770] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb5cac72-4bfe-405d-bedd-6fbd1fbb7563 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.731065] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.735234] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2169.735234] env[62437]: value = "task-1812544" [ 2169.735234] env[62437]: _type = "Task" [ 2169.735234] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.742669] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.767638] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0f27de-a46b-4e41-a352-02302d1ee56d tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.768688] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.038s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.768869] env[62437]: DEBUG nova.compute.manager [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2169.769830] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b4663-9a15-41c3-9350-ae3ca6392572 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.775577] env[62437]: DEBUG nova.compute.manager [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2169.776149] env[62437]: DEBUG nova.objects.instance [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.244919] env[62437]: DEBUG oslo_vmware.api [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171615} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.245262] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.245401] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.245544] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.245721] env[62437]: INFO nova.compute.manager [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2170.246027] env[62437]: DEBUG oslo.service.loopingcall [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.246203] env[62437]: DEBUG nova.compute.manager [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.246299] env[62437]: DEBUG nova.network.neutron [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.535193] env[62437]: DEBUG nova.compute.manager [req-15799f19-c5ae-4ae3-80dd-dc8cb473f7a3 req-1c3929d5-ad65-499d-b6ce-0f15aca9cdf3 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Received event network-vif-deleted-775aa062-ae48-4579-aa63-a1e66a5a203c {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2170.535397] env[62437]: INFO nova.compute.manager [req-15799f19-c5ae-4ae3-80dd-dc8cb473f7a3 req-1c3929d5-ad65-499d-b6ce-0f15aca9cdf3 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Neutron deleted interface 775aa062-ae48-4579-aa63-a1e66a5a203c; detaching it from the instance and deleting it from the info cache [ 2170.535588] env[62437]: DEBUG nova.network.neutron [req-15799f19-c5ae-4ae3-80dd-dc8cb473f7a3 req-1c3929d5-ad65-499d-b6ce-0f15aca9cdf3 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.781983] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2170.782373] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e6a82a-b8ef-4f8b-9969-8b9db0dcfdb3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.789821] env[62437]: DEBUG oslo_vmware.api [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2170.789821] env[62437]: value = "task-1812545" [ 2170.789821] env[62437]: _type = "Task" [ 2170.789821] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.797937] env[62437]: DEBUG oslo_vmware.api [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.016137] env[62437]: DEBUG nova.network.neutron [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.037708] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61f80a4e-326b-4c32-8341-b57800832211 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.046579] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60228c3-7fe0-4934-b6dc-5c304bebcc4c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.071736] env[62437]: DEBUG nova.compute.manager [req-15799f19-c5ae-4ae3-80dd-dc8cb473f7a3 req-1c3929d5-ad65-499d-b6ce-0f15aca9cdf3 service nova] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Detach interface failed, port_id=775aa062-ae48-4579-aa63-a1e66a5a203c, reason: Instance 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2171.299417] env[62437]: DEBUG oslo_vmware.api [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812545, 'name': PowerOffVM_Task, 'duration_secs': 0.176686} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.299654] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2171.299855] env[62437]: DEBUG nova.compute.manager [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2171.300606] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc5baa-9b73-48cf-a3db-0dd03747f782 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.518726] env[62437]: INFO nova.compute.manager [-] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Took 1.27 seconds to deallocate network for instance. [ 2171.811748] env[62437]: DEBUG oslo_concurrency.lockutils [None req-be062134-fc79-438d-964e-f3f0994329a9 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.009264] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2172.009791] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2172.009791] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2172.009791] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2172.024421] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.024665] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.024890] env[62437]: DEBUG nova.objects.instance [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'resources' on Instance uuid 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.153334] env[62437]: DEBUG nova.objects.instance [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.537866] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.538035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.538196] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2172.538350] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.575874] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb9601-1c1b-4a32-812c-4c4a66b09422 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.583702] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f535ad-86eb-47d8-a224-5e2ef2f713b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.613470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca4b087-08c9-4121-84dc-680587dcb826 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.620155] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1f75a-cf27-43f5-8007-98cba0d40efe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.632740] env[62437]: DEBUG nova.compute.provider_tree [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2172.657436] env[62437]: DEBUG oslo_concurrency.lockutils [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.657611] env[62437]: DEBUG oslo_concurrency.lockutils [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.657784] env[62437]: DEBUG nova.network.neutron [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.657961] env[62437]: DEBUG nova.objects.instance [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'info_cache' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2173.135611] env[62437]: DEBUG nova.scheduler.client.report [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.160517] env[62437]: DEBUG nova.objects.base [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2173.639941] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.659385] env[62437]: INFO nova.scheduler.client.report [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted allocations for instance 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9 [ 2173.885994] env[62437]: DEBUG nova.network.neutron [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.170213] env[62437]: DEBUG oslo_concurrency.lockutils [None req-050b2ac2-93c8-4a3e-860d-1951e9c4d766 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.265818] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [{"id": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "address": "fa:16:3e:b3:9b:81", "network": {"id": "6d135039-a71a-4ef7-8446-4dc3af3eede3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1736359990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe49a70e8ad45b9bd6c0fc1ba82f1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4bb4da-29", "ovs_interfaceid": "5b4bb4da-293b-4f22-896c-bc68a3d1b34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.389464] env[62437]: DEBUG oslo_concurrency.lockutils [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.769148] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-03495873-c5e1-48f0-ab9c-73f5cd4c31f4" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.769424] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2174.769705] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770409] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770409] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770409] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770650] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770650] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.770767] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2174.770933] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2175.213659] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.214055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.214146] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.214316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.214490] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.216886] env[62437]: INFO nova.compute.manager [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Terminating instance [ 2175.273849] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.274096] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.274265] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.274422] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2175.275675] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd3c41-cf5b-4f95-8c5f-f04093b8e8f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.283572] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c5b0cd-9114-4cd9-b258-918b4a10faf4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.297417] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3909ebd-c019-4c60-8094-e2549c68ce95 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.303374] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5983a-3cf6-4976-b766-707bad4fa258 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.331138] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180527MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2175.331286] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.331469] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.394175] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.394493] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a124dd8-045b-4374-a6e2-fb3d0aab71d3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.401191] env[62437]: DEBUG oslo_vmware.api [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2175.401191] env[62437]: value = "task-1812546" [ 2175.401191] env[62437]: _type = "Task" [ 2175.401191] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.410011] env[62437]: DEBUG oslo_vmware.api [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.720699] env[62437]: DEBUG nova.compute.manager [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2175.720952] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2175.721831] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845fc856-2706-4803-acc1-c774c318371e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.729060] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.729292] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11fb1418-2de8-45ff-98e7-64aa3f4a24de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.736087] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2175.736087] env[62437]: value = "task-1812547" [ 2175.736087] env[62437]: _type = "Task" [ 2175.736087] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.743152] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.911319] env[62437]: DEBUG oslo_vmware.api [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812546, 'name': PowerOnVM_Task, 'duration_secs': 0.341041} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.911625] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2175.911834] env[62437]: DEBUG nova.compute.manager [None req-67e3fff7-d0b4-486c-b88e-044f7a3d849a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.912618] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6927c-ddc1-430d-b226-3b2df77022de {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.246537] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812547, 'name': PowerOffVM_Task, 'duration_secs': 0.200753} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.246537] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2176.246537] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2176.246537] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b84992-a4b1-45a9-98a2-295e65813e46 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.355077] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2176.355274] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b6bc3ce5-2100-476a-babb-e37134a6c65c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2176.355461] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2176.355605] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2176.391356] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc459e2-8072-47d1-b6b3-0758f56e5991 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.398514] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc0c66-cb57-45a2-8248-28b65ea7e1cc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.430979] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3169df-a06c-4d6e-9ca4-58a30dfe174d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.438020] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59075e7a-b335-47e7-95f2-bb833515e6b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.452755] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2176.829267] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2176.829542] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2176.829680] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleting the datastore file [datastore1] 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2176.829950] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9cce9d4-e158-488c-89a9-ffe06fa3a3bf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.836587] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for the task: (returnval){ [ 2176.836587] env[62437]: value = "task-1812549" [ 2176.836587] env[62437]: _type = "Task" [ 2176.836587] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.844074] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.955793] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2177.346477] env[62437]: DEBUG oslo_vmware.api [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Task: {'id': task-1812549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141323} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.346869] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2177.346909] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2177.347159] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2177.347354] env[62437]: INFO nova.compute.manager [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2177.347593] env[62437]: DEBUG oslo.service.loopingcall [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.347822] env[62437]: DEBUG nova.compute.manager [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2177.347924] env[62437]: DEBUG nova.network.neutron [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2177.461259] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2177.461473] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.573760] env[62437]: DEBUG nova.compute.manager [req-674fe2cf-b662-4181-9e6c-d490e03224c3 req-3f56bdc4-3a41-42a9-bb7e-0f1945ae5f09 service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Received event network-vif-deleted-5b4bb4da-293b-4f22-896c-bc68a3d1b34d {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2177.573961] env[62437]: INFO nova.compute.manager [req-674fe2cf-b662-4181-9e6c-d490e03224c3 req-3f56bdc4-3a41-42a9-bb7e-0f1945ae5f09 service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Neutron deleted interface 5b4bb4da-293b-4f22-896c-bc68a3d1b34d; detaching it from the instance and deleting it from the info cache [ 2177.574233] env[62437]: DEBUG nova.network.neutron [req-674fe2cf-b662-4181-9e6c-d490e03224c3 req-3f56bdc4-3a41-42a9-bb7e-0f1945ae5f09 service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.053922] env[62437]: DEBUG nova.network.neutron [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.077198] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b25cf5d4-d5c1-4021-a382-56b90c00bee1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.087348] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace8691f-5b17-49be-af41-8ee821096a62 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.111394] env[62437]: DEBUG nova.compute.manager [req-674fe2cf-b662-4181-9e6c-d490e03224c3 req-3f56bdc4-3a41-42a9-bb7e-0f1945ae5f09 service nova] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Detach interface failed, port_id=5b4bb4da-293b-4f22-896c-bc68a3d1b34d, reason: Instance 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2178.557193] env[62437]: INFO nova.compute.manager [-] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Took 1.21 seconds to deallocate network for instance. [ 2179.063828] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.064068] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.064325] env[62437]: DEBUG nova.objects.instance [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lazy-loading 'resources' on Instance uuid 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.607544] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454672b-647e-4fc3-a83b-a3176d7610a5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.615155] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196325d-da7d-4475-a592-a03481190791 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.645202] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ae06d-1c6b-4e98-a691-65c5eeeadf2d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.652441] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc48fc-ba0f-4534-b94b-1ce9a61881fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.665743] env[62437]: DEBUG nova.compute.provider_tree [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.168812] env[62437]: DEBUG nova.scheduler.client.report [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.674257] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.691498] env[62437]: INFO nova.scheduler.client.report [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Deleted allocations for instance 03495873-c5e1-48f0-ab9c-73f5cd4c31f4 [ 2181.199113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0439430c-e30a-460f-9e4e-2d91a7f7b079 tempest-ServerRescueNegativeTestJSON-17223628 tempest-ServerRescueNegativeTestJSON-17223628-project-member] Lock "03495873-c5e1-48f0-ab9c-73f5cd4c31f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.985s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.179530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.179846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.343240] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.343484] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.681971] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2184.845706] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.204121] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.204404] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.205859] env[62437]: INFO nova.compute.claims [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2185.363628] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.260817] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e293b-0f8e-4a95-af2c-37c1646bd59e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.269393] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5434e3-deaf-4707-b0b8-16e4f52a5022 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.299333] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b40b2e-51a9-4529-8787-880cad4fa06c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.306177] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adf6e68-de49-4e40-b537-799f1bfb5154 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.318874] env[62437]: DEBUG nova.compute.provider_tree [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.821733] env[62437]: DEBUG nova.scheduler.client.report [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.326898] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.327500] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2187.330284] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.967s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.331999] env[62437]: INFO nova.compute.claims [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2187.836688] env[62437]: DEBUG nova.compute.utils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2187.839771] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2188.340986] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2188.392098] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c7dde-12e4-4fb8-9114-c4fcd9abfac7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.399807] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1fd22-ce75-41f1-a6ad-2c8fd18c462e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.429266] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b0247-1ebf-4d41-a30f-ff9d2f983540 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.435961] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c8fc2-6ebc-40de-9091-36db9c625f0e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.449011] env[62437]: DEBUG nova.compute.provider_tree [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.952342] env[62437]: DEBUG nova.scheduler.client.report [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.353668] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2189.379649] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2189.379899] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2189.380068] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2189.380256] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2189.380406] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2189.380553] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2189.380757] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2189.380915] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2189.381101] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2189.381272] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2189.381488] env[62437]: DEBUG nova.virt.hardware [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2189.382314] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a00ac-4e34-40fd-b473-4ddf8dff6241 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.390415] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5eb46a-b8c2-48e6-b713-ca473c9d3c24 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.403176] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2189.408587] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Creating folder: Project (4a633c7757e244cd84384268fe61943d). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.408824] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfe13fbb-ea31-474d-af55-45933a1628ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.419224] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Created folder: Project (4a633c7757e244cd84384268fe61943d) in parent group-v375259. [ 2189.419399] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Creating folder: Instances. Parent ref: group-v375580. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.419595] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a56a3992-6f8d-49c2-8474-251a3ba39b11 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.428198] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Created folder: Instances in parent group-v375580. [ 2189.428413] env[62437]: DEBUG oslo.service.loopingcall [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.428588] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2189.428763] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0c8a63-ded7-4520-87ee-ae4c2cc4fed4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.444674] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2189.444674] env[62437]: value = "task-1812552" [ 2189.444674] env[62437]: _type = "Task" [ 2189.444674] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.453493] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812552, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.456197] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.456707] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2189.954988] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812552, 'name': CreateVM_Task, 'duration_secs': 0.266144} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.955205] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2189.955620] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.955791] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.956151] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2189.956445] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5955502d-ac49-438d-8a08-f6a8ca0103df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.961929] env[62437]: DEBUG nova.compute.utils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2189.963278] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2189.963278] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]521971eb-7ac1-02c4-82e4-46c19c421204" [ 2189.963278] env[62437]: _type = "Task" [ 2189.963278] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.963529] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Not allocating networking since 'none' was specified. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2189.972297] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521971eb-7ac1-02c4-82e4-46c19c421204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.464996] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2190.477839] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]521971eb-7ac1-02c4-82e4-46c19c421204, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.477839] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.477839] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2190.477839] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.477839] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.477839] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.478206] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26d8a98e-4cb9-438e-a567-abb8c4637a7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.486125] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.486310] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2190.487016] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1567baff-68e0-4f8b-9e78-a4462779491a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.492155] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2190.492155] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b6a2-0ecd-75ef-0f97-f2c45af1db50" [ 2190.492155] env[62437]: _type = "Task" [ 2190.492155] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.498956] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b6a2-0ecd-75ef-0f97-f2c45af1db50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.002329] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5218b6a2-0ecd-75ef-0f97-f2c45af1db50, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.003654] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcbe12f-37cf-464b-a4b4-8b2985f7156d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.009212] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2191.009212] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a66c6a-4494-a2ce-776b-c3a61c9ca5ee" [ 2191.009212] env[62437]: _type = "Task" [ 2191.009212] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.016429] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a66c6a-4494-a2ce-776b-c3a61c9ca5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.477126] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2191.497286] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2191.497530] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2191.497688] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2191.497869] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2191.498028] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2191.498183] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2191.498387] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2191.498621] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2191.498794] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2191.498964] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2191.499155] env[62437]: DEBUG nova.virt.hardware [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2191.499983] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f9d3f-05db-42e2-b115-3e48ba0d3046 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.507743] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f532449-0182-405e-9167-d355de223586 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.524065] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2191.529504] env[62437]: DEBUG oslo.service.loopingcall [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.532817] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2191.533083] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a66c6a-4494-a2ce-776b-c3a61c9ca5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.533274] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41409093-0a60-47b2-8295-af891c069b61 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.546091] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.546091] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 00376af3-0c3e-437f-bc6d-c6672508f8d7/00376af3-0c3e-437f-bc6d-c6672508f8d7.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2191.546310] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f1009dd-4587-4fe1-9288-3518cae0887e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.555370] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2191.555370] env[62437]: value = "task-1812553" [ 2191.555370] env[62437]: _type = "Task" [ 2191.555370] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.556568] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2191.556568] env[62437]: value = "task-1812554" [ 2191.556568] env[62437]: _type = "Task" [ 2191.556568] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.566222] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812553, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.569120] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.069680] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417145} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.072692] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 00376af3-0c3e-437f-bc6d-c6672508f8d7/00376af3-0c3e-437f-bc6d-c6672508f8d7.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2192.072915] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2192.073127] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812553, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.073324] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74747f42-4f5d-4173-864a-b06aee4246ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.079507] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2192.079507] env[62437]: value = "task-1812555" [ 2192.079507] env[62437]: _type = "Task" [ 2192.079507] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.086590] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.566558] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812553, 'name': CreateVM_Task} progress is 99%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.587242] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.067315] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812553, 'name': CreateVM_Task, 'duration_secs': 1.310939} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.067489] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2193.067910] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.068087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.068420] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2193.068675] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a270df57-e577-4930-aabc-71ee3bd477f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.074932] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2193.074932] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52819617-72fa-4104-ab8c-223d9180473e" [ 2193.074932] env[62437]: _type = "Task" [ 2193.074932] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.081943] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52819617-72fa-4104-ab8c-223d9180473e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.088749] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.813202} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.088984] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2193.089678] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b9e0a-0a11-4084-97e1-bd1313d6ba35 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.107704] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 00376af3-0c3e-437f-bc6d-c6672508f8d7/00376af3-0c3e-437f-bc6d-c6672508f8d7.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.107923] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd135e2-f8d7-49c9-a9cc-0cc16035cc37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.127160] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2193.127160] env[62437]: value = "task-1812556" [ 2193.127160] env[62437]: _type = "Task" [ 2193.127160] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.136998] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.585054] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52819617-72fa-4104-ab8c-223d9180473e, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.585406] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.585570] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2193.585769] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.585944] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.586109] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2193.586370] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76135a6-1df6-4ecd-8102-2184a9d78bff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.594046] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2193.594221] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2193.594863] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c87c86-2aae-4d60-b127-6ef31262891a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.599268] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2193.599268] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5280c0c3-f309-f66a-07a6-84ae386a8341" [ 2193.599268] env[62437]: _type = "Task" [ 2193.599268] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.606278] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5280c0c3-f309-f66a-07a6-84ae386a8341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.634987] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812556, 'name': ReconfigVM_Task, 'duration_secs': 0.27129} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.635246] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 00376af3-0c3e-437f-bc6d-c6672508f8d7/00376af3-0c3e-437f-bc6d-c6672508f8d7.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2193.635821] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fe5af09-492a-48f0-9c86-0d30a9528393 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.641280] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2193.641280] env[62437]: value = "task-1812557" [ 2193.641280] env[62437]: _type = "Task" [ 2193.641280] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.648172] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812557, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.112572] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5280c0c3-f309-f66a-07a6-84ae386a8341, 'name': SearchDatastore_Task, 'duration_secs': 0.007815} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.113356] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810dd10f-e24e-43b2-827f-f3c639b550c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.118148] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2194.118148] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523088de-2b88-6d32-6838-c0d123e4c875" [ 2194.118148] env[62437]: _type = "Task" [ 2194.118148] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.125132] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523088de-2b88-6d32-6838-c0d123e4c875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.149402] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812557, 'name': Rename_Task, 'duration_secs': 0.121774} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.149655] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.149870] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61bb58b6-3664-4b91-a825-532d24b004e8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.156352] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2194.156352] env[62437]: value = "task-1812558" [ 2194.156352] env[62437]: _type = "Task" [ 2194.156352] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.163087] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.631426] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523088de-2b88-6d32-6838-c0d123e4c875, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.631800] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.631899] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2194.632157] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9d215e-264f-4f65-b743-f4172fe09123 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.638612] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2194.638612] env[62437]: value = "task-1812559" [ 2194.638612] env[62437]: _type = "Task" [ 2194.638612] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.646018] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.665056] env[62437]: DEBUG oslo_vmware.api [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812558, 'name': PowerOnVM_Task, 'duration_secs': 0.397578} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.665056] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.665056] env[62437]: INFO nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Took 5.31 seconds to spawn the instance on the hypervisor. [ 2194.665056] env[62437]: DEBUG nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.665566] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0739f15-9154-4f8b-a146-b091202633f7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.148931] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443433} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.149227] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2195.149416] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2195.149662] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da735522-b233-4feb-ae30-2bf9be605f15 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.156897] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2195.156897] env[62437]: value = "task-1812560" [ 2195.156897] env[62437]: _type = "Task" [ 2195.156897] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.163531] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.182162] env[62437]: INFO nova.compute.manager [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Took 10.00 seconds to build instance. [ 2195.666298] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062803} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.666770] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2195.667334] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea96782-8379-4d65-a5ab-5d99f7fa710d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.687175] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2195.687606] env[62437]: DEBUG oslo_concurrency.lockutils [None req-0d0252f6-9bb7-46f7-acf6-112a5a2091da tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.508s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.687811] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ecc8eb-eb3a-4d60-84fe-c7c0353e10e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.706960] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2195.706960] env[62437]: value = "task-1812561" [ 2195.706960] env[62437]: _type = "Task" [ 2195.706960] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.717715] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.217314] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812561, 'name': ReconfigVM_Task, 'duration_secs': 0.252705} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.217609] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2196.218245] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd337732-e707-40f9-bd67-af419c73e23c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.224600] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2196.224600] env[62437]: value = "task-1812562" [ 2196.224600] env[62437]: _type = "Task" [ 2196.224600] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.233450] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812562, 'name': Rename_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.734907] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812562, 'name': Rename_Task, 'duration_secs': 0.119279} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.735323] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2196.735438] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7453e3d5-035e-49da-af8a-59e690489f98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.742017] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2196.742017] env[62437]: value = "task-1812563" [ 2196.742017] env[62437]: _type = "Task" [ 2196.742017] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.749086] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.253575] env[62437]: DEBUG oslo_vmware.api [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812563, 'name': PowerOnVM_Task, 'duration_secs': 0.45195} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.253913] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2197.254141] env[62437]: INFO nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Took 5.78 seconds to spawn the instance on the hypervisor. [ 2197.254326] env[62437]: DEBUG nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.255108] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de467b-af32-42ca-9fc3-507818fac52f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.769982] env[62437]: INFO nova.compute.manager [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Took 12.42 seconds to build instance. [ 2198.232628] env[62437]: INFO nova.compute.manager [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Rebuilding instance [ 2198.271757] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2c09484b-b4d0-4737-9449-362c5ffbe226 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.928s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.272513] env[62437]: DEBUG nova.compute.manager [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2198.273378] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfbcfd6-9a18-4069-9544-b772566f0171 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.285148] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.285472] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c60ed3b-a593-43e6-8223-f482dab2e08d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.293264] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2199.293264] env[62437]: value = "task-1812564" [ 2199.293264] env[62437]: _type = "Task" [ 2199.293264] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.300866] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.803217] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812564, 'name': PowerOffVM_Task, 'duration_secs': 0.190324} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.803480] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2199.803709] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.804487] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2575b-5db0-453f-b901-71ed6e3ebfe4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.810852] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2199.811070] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606b2702-04c6-429c-b589-10f13a137dae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.834930] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2199.835146] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2199.835330] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleting the datastore file [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2199.835552] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d000e8f-745a-4354-a157-c51e7f15b8b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.844734] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2199.844734] env[62437]: value = "task-1812566" [ 2199.844734] env[62437]: _type = "Task" [ 2199.844734] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.851790] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.355183] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091489} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.355580] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2200.355623] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2200.355791] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.385725] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2201.386099] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2201.386099] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2201.386280] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2201.386443] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2201.386615] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2201.386828] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2201.386990] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2201.387178] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2201.387347] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2201.387560] env[62437]: DEBUG nova.virt.hardware [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2201.388434] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a758d-af3b-480c-b739-8a8246bb52c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.396385] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0d2e3-c313-4adb-93a2-f6503edeea25 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.409711] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance VIF info [] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2201.415137] env[62437]: DEBUG oslo.service.loopingcall [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.415372] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2201.415592] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11028be2-7ad2-44bb-96fc-93e787b0b04a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.432898] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2201.432898] env[62437]: value = "task-1812567" [ 2201.432898] env[62437]: _type = "Task" [ 2201.432898] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.440497] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812567, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.942585] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812567, 'name': CreateVM_Task, 'duration_secs': 0.409125} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.942895] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2201.943363] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.943614] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.944025] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2201.944334] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d818c18-e402-4acb-871b-ddc2c4fedec4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.948876] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2201.948876] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8cbaa-45bc-31f5-77f7-0c332f36f993" [ 2201.948876] env[62437]: _type = "Task" [ 2201.948876] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.956617] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8cbaa-45bc-31f5-77f7-0c332f36f993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.460018] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52f8cbaa-45bc-31f5-77f7-0c332f36f993, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.460407] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.460547] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2202.460784] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.460957] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.461165] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2202.461416] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3459fead-fe83-406b-943a-b711363f3d42 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.469016] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2202.469225] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2202.469879] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e474d2f2-9e50-4842-b14a-f42c61373b89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.474447] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2202.474447] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a32478-0933-9f4b-7a09-eb616bf4ede4" [ 2202.474447] env[62437]: _type = "Task" [ 2202.474447] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.481239] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a32478-0933-9f4b-7a09-eb616bf4ede4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.985473] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a32478-0933-9f4b-7a09-eb616bf4ede4, 'name': SearchDatastore_Task, 'duration_secs': 0.007901} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.986299] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900c52a9-c11c-41a7-a3cb-830c3682e8c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.991560] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2202.991560] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522fd8c5-b36a-f082-1bdb-d7aa948730a4" [ 2202.991560] env[62437]: _type = "Task" [ 2202.991560] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.999376] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522fd8c5-b36a-f082-1bdb-d7aa948730a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.502407] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522fd8c5-b36a-f082-1bdb-d7aa948730a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.502770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.502920] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2203.503235] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b02d00a-9966-4083-acbc-97f0b0c6a61d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.509972] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2203.509972] env[62437]: value = "task-1812568" [ 2203.509972] env[62437]: _type = "Task" [ 2203.509972] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.518025] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.021990] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.520957] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573822} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.521354] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2204.521488] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2204.521697] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a32956-6c20-4209-a4d6-edaace0b7c71 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.528373] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2204.528373] env[62437]: value = "task-1812569" [ 2204.528373] env[62437]: _type = "Task" [ 2204.528373] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.535044] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.038485] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143661} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.038751] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2205.039497] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10697c84-963d-4992-a897-72c28fe9b236 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.058610] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2205.058862] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae631502-b9ba-42a2-947a-98206a9921c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.076908] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2205.076908] env[62437]: value = "task-1812570" [ 2205.076908] env[62437]: _type = "Task" [ 2205.076908] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.084268] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.587381] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.087218] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812570, 'name': ReconfigVM_Task, 'duration_secs': 0.567015} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.087486] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c/5d90b6f3-9df2-4778-9340-307e3d4d127c.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2206.088081] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8775fce2-ab3b-4557-ba3f-86818d7d88dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.094610] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2206.094610] env[62437]: value = "task-1812571" [ 2206.094610] env[62437]: _type = "Task" [ 2206.094610] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.102393] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812571, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.604804] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812571, 'name': Rename_Task, 'duration_secs': 0.156453} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.605167] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2206.605285] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55bee5d6-a064-433e-b3b5-5917ad7c1a65 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.612083] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2206.612083] env[62437]: value = "task-1812572" [ 2206.612083] env[62437]: _type = "Task" [ 2206.612083] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.621833] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.122155] env[62437]: DEBUG oslo_vmware.api [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812572, 'name': PowerOnVM_Task, 'duration_secs': 0.409805} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.122434] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2207.122638] env[62437]: DEBUG nova.compute.manager [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.123382] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1926b3db-9890-455d-89f6-c37a0cf7033e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.641672] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.641928] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.642131] env[62437]: DEBUG nova.objects.instance [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2208.004972] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.005270] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.005486] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "5d90b6f3-9df2-4778-9340-307e3d4d127c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.005676] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.005851] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.007941] env[62437]: INFO nova.compute.manager [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Terminating instance [ 2208.849442] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "refresh_cache-5d90b6f3-9df2-4778-9340-307e3d4d127c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.849873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "refresh_cache-5d90b6f3-9df2-4778-9340-307e3d4d127c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.849873] env[62437]: DEBUG nova.network.neutron [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.851757] env[62437]: DEBUG oslo_concurrency.lockutils [None req-55de5efa-c7ba-46e1-bae1-2982f3d52733 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.210s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.369669] env[62437]: DEBUG nova.network.neutron [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.427660] env[62437]: DEBUG nova.network.neutron [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.930609] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "refresh_cache-5d90b6f3-9df2-4778-9340-307e3d4d127c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.931116] env[62437]: DEBUG nova.compute.manager [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2209.931265] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.932294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f823b-65a8-472f-a30d-b72de958b083 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.939994] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.940256] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82afe6b0-927f-4252-8aab-6f0917ac0291 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.946286] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2209.946286] env[62437]: value = "task-1812573" [ 2209.946286] env[62437]: _type = "Task" [ 2209.946286] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.954042] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.456490] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812573, 'name': PowerOffVM_Task, 'duration_secs': 0.187856} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.456797] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.456970] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2210.457222] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aafd4f99-05c9-49be-948f-d766feb183c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.482837] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2210.483084] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2210.483244] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleting the datastore file [datastore1] 5d90b6f3-9df2-4778-9340-307e3d4d127c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2210.483496] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476a412d-794a-4cba-bdba-10459a81fd67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.489553] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2210.489553] env[62437]: value = "task-1812575" [ 2210.489553] env[62437]: _type = "Task" [ 2210.489553] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.497085] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.775593] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2210.775845] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2210.998979] env[62437]: DEBUG oslo_vmware.api [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104535} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.999307] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2210.999454] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2210.999627] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2210.999802] env[62437]: INFO nova.compute.manager [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2211.000055] env[62437]: DEBUG oslo.service.loopingcall [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.000247] env[62437]: DEBUG nova.compute.manager [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2211.000343] env[62437]: DEBUG nova.network.neutron [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2211.016851] env[62437]: DEBUG nova.network.neutron [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2211.281580] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2211.281765] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2211.519023] env[62437]: DEBUG nova.network.neutron [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.022100] env[62437]: INFO nova.compute.manager [-] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Took 1.02 seconds to deallocate network for instance. [ 2212.323458] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.323620] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.323771] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2212.527641] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.527966] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.529803] env[62437]: DEBUG nova.objects.instance [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lazy-loading 'resources' on Instance uuid 5d90b6f3-9df2-4778-9340-307e3d4d127c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.078333] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe6302-bbcb-4565-998f-92c7afdedae1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.085930] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337a858-fadf-476d-84f1-b91c3edd1f7c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.114084] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7363ede-c128-44e8-bdc6-2042c7f54f6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.120745] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e77679-2334-4bef-9cb0-b681c690aaee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.133109] env[62437]: DEBUG nova.compute.provider_tree [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.394283] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.394530] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.394726] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.394904] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.395079] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.396985] env[62437]: INFO nova.compute.manager [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Terminating instance [ 2213.533360] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [{"id": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "address": "fa:16:3e:bb:93:a0", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bb69b9-ea", "ovs_interfaceid": "79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.636336] env[62437]: DEBUG nova.scheduler.client.report [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2213.903817] env[62437]: DEBUG nova.compute.manager [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2213.903817] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2213.904447] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5254a578-32a1-4052-b451-410898997a14 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.912484] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.912766] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d9ca62-3c5c-4ca0-b160-f3f15c776949 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.919664] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2213.919664] env[62437]: value = "task-1812576" [ 2213.919664] env[62437]: _type = "Task" [ 2213.919664] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.927281] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.036033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-b6bc3ce5-2100-476a-babb-e37134a6c65c" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.036319] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2214.036634] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.036844] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.037063] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.037258] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.037453] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.037646] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.037799] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2214.037960] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.141163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.166390] env[62437]: INFO nova.scheduler.client.report [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleted allocations for instance 5d90b6f3-9df2-4778-9340-307e3d4d127c [ 2214.429414] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812576, 'name': PowerOffVM_Task, 'duration_secs': 0.170883} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.429688] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2214.429795] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2214.430041] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d43f91-421f-4f32-a948-939d735f1ced {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.541046] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.541314] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.541479] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.541633] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2214.542479] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c5bd3-be30-497c-b237-acb9e7062bbd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.550315] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0c533-0e78-4ab4-8d11-738bb684bc1b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.563447] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae63452-fd66-4f98-bd4b-86fd815348a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.569974] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405e380-e688-4009-bc71-35a47c375095 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.599013] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181156MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2214.599163] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.599337] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.674158] env[62437]: DEBUG oslo_concurrency.lockutils [None req-58f33ff6-453b-4af5-87f1-c0651a8891f8 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "5d90b6f3-9df2-4778-9340-307e3d4d127c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.669s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.255836] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2215.256207] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2215.256277] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleting the datastore file [datastore1] b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2215.256500] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e5bcb3-9c7c-466a-a772-f488f6b20525 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.263301] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2215.263301] env[62437]: value = "task-1812578" [ 2215.263301] env[62437]: _type = "Task" [ 2215.263301] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.271807] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.527685] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.527955] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.528191] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "00376af3-0c3e-437f-bc6d-c6672508f8d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.528379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.528553] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.530740] env[62437]: INFO nova.compute.manager [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Terminating instance [ 2215.624169] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance b6bc3ce5-2100-476a-babb-e37134a6c65c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2215.624330] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 00376af3-0c3e-437f-bc6d-c6672508f8d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2215.624545] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2215.624696] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2215.659220] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20aa56-9ed4-4bd2-9f9f-bfb8daea1c89 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.666127] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef6795-7889-4fa6-bb59-492992d3858f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.695975] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73f51bc-dc19-4dc5-80ef-e2f0307138e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.702505] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711651d0-a62e-4e6e-9249-5e9e8abb9632 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.714755] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.772098] env[62437]: DEBUG oslo_vmware.api [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156944} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.772344] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2215.772526] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2215.772698] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2215.772870] env[62437]: INFO nova.compute.manager [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Took 1.87 seconds to destroy the instance on the hypervisor. [ 2215.773108] env[62437]: DEBUG oslo.service.loopingcall [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2215.773293] env[62437]: DEBUG nova.compute.manager [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2215.773385] env[62437]: DEBUG nova.network.neutron [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.033836] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "refresh_cache-00376af3-0c3e-437f-bc6d-c6672508f8d7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.034054] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquired lock "refresh_cache-00376af3-0c3e-437f-bc6d-c6672508f8d7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.034284] env[62437]: DEBUG nova.network.neutron [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2216.217260] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.224556] env[62437]: DEBUG nova.compute.manager [req-e9d77ae9-84dc-4dad-865a-c94c8f86d48f req-98a5d393-64f7-43c0-95c6-f8092553ee34 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Received event network-vif-deleted-79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2216.224935] env[62437]: INFO nova.compute.manager [req-e9d77ae9-84dc-4dad-865a-c94c8f86d48f req-98a5d393-64f7-43c0-95c6-f8092553ee34 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Neutron deleted interface 79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7; detaching it from the instance and deleting it from the info cache [ 2216.225081] env[62437]: DEBUG nova.network.neutron [req-e9d77ae9-84dc-4dad-865a-c94c8f86d48f req-98a5d393-64f7-43c0-95c6-f8092553ee34 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.552301] env[62437]: DEBUG nova.network.neutron [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2216.596428] env[62437]: DEBUG nova.network.neutron [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.704833] env[62437]: DEBUG nova.network.neutron [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.722313] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2216.722513] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.729458] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-092feb57-219a-48d2-8999-d9afd741e1f6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.739642] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49e470-096d-48d1-bd67-38d1c099c279 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.764497] env[62437]: DEBUG nova.compute.manager [req-e9d77ae9-84dc-4dad-865a-c94c8f86d48f req-98a5d393-64f7-43c0-95c6-f8092553ee34 service nova] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Detach interface failed, port_id=79bb69b9-ea74-4c4b-a9fa-7b3e03fc22d7, reason: Instance b6bc3ce5-2100-476a-babb-e37134a6c65c could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2217.099089] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Releasing lock "refresh_cache-00376af3-0c3e-437f-bc6d-c6672508f8d7" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.099523] env[62437]: DEBUG nova.compute.manager [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2217.099719] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2217.100587] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4b4011-1248-4976-a0fd-7c3013af1cd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.107846] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.108076] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189e46fd-4d8f-4ca0-8810-06139eed5e07 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.113983] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2217.113983] env[62437]: value = "task-1812579" [ 2217.113983] env[62437]: _type = "Task" [ 2217.113983] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.121298] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.207204] env[62437]: INFO nova.compute.manager [-] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Took 1.43 seconds to deallocate network for instance. [ 2217.623829] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812579, 'name': PowerOffVM_Task, 'duration_secs': 0.14596} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.624211] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2217.624457] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2217.624763] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7153d55d-3e35-40a9-bc5f-b3c81cf48ca1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.647034] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2217.647305] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2217.647513] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleting the datastore file [datastore1] 00376af3-0c3e-437f-bc6d-c6672508f8d7 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2217.647805] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7306de18-8256-44d1-86ac-02c5a5d03368 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.653415] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for the task: (returnval){ [ 2217.653415] env[62437]: value = "task-1812581" [ 2217.653415] env[62437]: _type = "Task" [ 2217.653415] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.660324] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.714455] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.714727] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.714953] env[62437]: DEBUG nova.objects.instance [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'resources' on Instance uuid b6bc3ce5-2100-476a-babb-e37134a6c65c {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.163699] env[62437]: DEBUG oslo_vmware.api [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Task: {'id': task-1812581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085031} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.163961] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2218.164162] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2218.164337] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2218.164509] env[62437]: INFO nova.compute.manager [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Took 1.06 seconds to destroy the instance on the hypervisor. [ 2218.164772] env[62437]: DEBUG oslo.service.loopingcall [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2218.164968] env[62437]: DEBUG nova.compute.manager [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2218.165076] env[62437]: DEBUG nova.network.neutron [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2218.179400] env[62437]: DEBUG nova.network.neutron [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.267077] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92573f65-8c85-4252-9c2f-156e5da34527 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.274198] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad1fda-78f2-47b9-b149-e8e057662b80 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.303759] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcdca6f-ad4f-46b7-bf73-ff24a589ddd7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.311153] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e8e526-e86e-492e-b8bc-b60e333652d0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.325012] env[62437]: DEBUG nova.compute.provider_tree [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.681550] env[62437]: DEBUG nova.network.neutron [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.828400] env[62437]: DEBUG nova.scheduler.client.report [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2219.183865] env[62437]: INFO nova.compute.manager [-] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Took 1.02 seconds to deallocate network for instance. [ 2219.333274] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.350025] env[62437]: INFO nova.scheduler.client.report [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleted allocations for instance b6bc3ce5-2100-476a-babb-e37134a6c65c [ 2219.692783] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.693501] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.693834] env[62437]: DEBUG nova.objects.instance [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lazy-loading 'resources' on Instance uuid 00376af3-0c3e-437f-bc6d-c6672508f8d7 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.857475] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5794a4d9-7a1a-46c2-91f0-47d7df028959 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "b6bc3ce5-2100-476a-babb-e37134a6c65c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.463s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.228424] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf6b27-bca4-4d9e-98f1-9c1d86040639 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.236104] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235dc1f-3926-4bc7-8ff2-d482d10a35f0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.266716] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1127de-a6d7-48e4-a7b1-47e3b35d4079 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.273506] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d1d14c-30be-4a5c-b164-add704fa1ae6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.286332] env[62437]: DEBUG nova.compute.provider_tree [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.789431] env[62437]: DEBUG nova.scheduler.client.report [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2221.273323] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.273557] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.293570] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.308812] env[62437]: INFO nova.scheduler.client.report [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Deleted allocations for instance 00376af3-0c3e-437f-bc6d-c6672508f8d7 [ 2221.776074] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2221.816056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f8d7a28b-a1a0-42ec-b889-7e9f5ce09208 tempest-ServerShowV247Test-920793321 tempest-ServerShowV247Test-920793321-project-member] Lock "00376af3-0c3e-437f-bc6d-c6672508f8d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.297644] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.297992] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.299493] env[62437]: INFO nova.compute.claims [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2223.349095] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d10a3-f973-46f9-a2e5-f87f9d803a50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.360258] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e80f4-624c-41fa-a8c0-1a1a06536ef5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.395642] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce27621-6898-49b5-9db9-04179324f45e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.403744] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f06470-9992-4809-a7f0-100f29770785 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.417286] env[62437]: DEBUG nova.compute.provider_tree [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.920913] env[62437]: DEBUG nova.scheduler.client.report [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.428986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.428986] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.937041] env[62437]: DEBUG nova.compute.utils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.939620] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2224.939620] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2224.991909] env[62437]: DEBUG nova.policy [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '918accc650d543b9a60566c9ac50ba6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab8ad7a23fe8462aba5ea3d019ffcc8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.260325] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Successfully created port: 55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.443460] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2225.611815] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.612064] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.114580] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2226.456024] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2226.482029] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.482284] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.482447] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.482631] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.482781] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.482932] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.483174] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.483345] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.483516] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.483680] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.483857] env[62437]: DEBUG nova.virt.hardware [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.484804] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e965fa7-53e8-4c56-bb48-61747c4550d6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.492565] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a90db-87d7-42de-99bf-3f1428f8efb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.643454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.643770] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.645690] env[62437]: INFO nova.compute.claims [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2226.665239] env[62437]: DEBUG nova.compute.manager [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Received event network-vif-plugged-55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2226.665472] env[62437]: DEBUG oslo_concurrency.lockutils [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.665693] env[62437]: DEBUG oslo_concurrency.lockutils [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.665932] env[62437]: DEBUG oslo_concurrency.lockutils [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.666790] env[62437]: DEBUG nova.compute.manager [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] No waiting events found dispatching network-vif-plugged-55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2226.667018] env[62437]: WARNING nova.compute.manager [req-d739cd89-a3c3-4b0e-81c1-5c417af93631 req-5cdb574c-7cb1-4d0e-8ee0-3c237aa32987 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Received unexpected event network-vif-plugged-55ea9e61-c9b6-47e9-b098-f2022c19d719 for instance with vm_state building and task_state spawning. [ 2226.748907] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Successfully updated port: 55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2227.252772] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.253056] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.253307] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2227.689312] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f2fd6-123b-43f2-96e9-bd0ac9c72e85 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.697528] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848ee6c-904f-41f0-8253-48a25769c237 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.727421] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c581e6c5-0577-463a-9ab9-3d5cf12ab83c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.734400] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7f2d6f-7089-4870-8fe8-0be4abd598c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.746950] env[62437]: DEBUG nova.compute.provider_tree [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.784158] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2227.906325] env[62437]: DEBUG nova.network.neutron [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating instance_info_cache with network_info: [{"id": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "address": "fa:16:3e:f7:cb:6e", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ea9e61-c9", "ovs_interfaceid": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.250292] env[62437]: DEBUG nova.scheduler.client.report [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.408496] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.408816] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Instance network_info: |[{"id": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "address": "fa:16:3e:f7:cb:6e", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ea9e61-c9", "ovs_interfaceid": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2228.409262] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:cb:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ea9e61-c9b6-47e9-b098-f2022c19d719', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2228.416619] env[62437]: DEBUG oslo.service.loopingcall [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2228.416867] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2228.417109] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb2bb8b-22bb-4078-afad-5c0d94aa2f67 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.436758] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2228.436758] env[62437]: value = "task-1812582" [ 2228.436758] env[62437]: _type = "Task" [ 2228.436758] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.444589] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812582, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.690677] env[62437]: DEBUG nova.compute.manager [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Received event network-changed-55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2228.690972] env[62437]: DEBUG nova.compute.manager [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Refreshing instance network info cache due to event network-changed-55ea9e61-c9b6-47e9-b098-f2022c19d719. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2228.691099] env[62437]: DEBUG oslo_concurrency.lockutils [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] Acquiring lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.691254] env[62437]: DEBUG oslo_concurrency.lockutils [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] Acquired lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.691414] env[62437]: DEBUG nova.network.neutron [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Refreshing network info cache for port 55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.755088] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.755618] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2228.946394] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812582, 'name': CreateVM_Task, 'duration_secs': 0.368419} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.946562] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2228.947299] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.947479] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.947865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2228.948137] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df8b02d-be48-4186-8ad7-51b44b6aa0a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.952872] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2228.952872] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e3dd95-d5fa-01a1-937d-af85db4b1332" [ 2228.952872] env[62437]: _type = "Task" [ 2228.952872] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.961415] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e3dd95-d5fa-01a1-937d-af85db4b1332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.260244] env[62437]: DEBUG nova.compute.utils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2229.261557] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2229.261731] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2229.320743] env[62437]: DEBUG nova.policy [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859f15185cc4dcaad4660b55452f6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c17b499acb24c1ab258c8adf7187604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2229.463553] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e3dd95-d5fa-01a1-937d-af85db4b1332, 'name': SearchDatastore_Task, 'duration_secs': 0.463313} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.463833] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.464078] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2229.464310] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.464459] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.464921] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2229.465202] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e540a9ea-06d1-466f-a492-64554c20c01e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.472932] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2229.473187] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2229.473769] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c65391-220a-4a61-902a-67cb7bb17541 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.478495] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2229.478495] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528a7df4-a28b-1fd1-74c3-e7fbc9d9ced6" [ 2229.478495] env[62437]: _type = "Task" [ 2229.478495] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.486873] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528a7df4-a28b-1fd1-74c3-e7fbc9d9ced6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.497473] env[62437]: DEBUG nova.network.neutron [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updated VIF entry in instance network info cache for port 55ea9e61-c9b6-47e9-b098-f2022c19d719. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.497808] env[62437]: DEBUG nova.network.neutron [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating instance_info_cache with network_info: [{"id": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "address": "fa:16:3e:f7:cb:6e", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ea9e61-c9", "ovs_interfaceid": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.668644] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Successfully created port: 6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2229.768029] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2229.989228] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528a7df4-a28b-1fd1-74c3-e7fbc9d9ced6, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.990123] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270caa55-c570-4073-86ef-b940377a2cc5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.996326] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2229.996326] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf289f-8170-befa-c801-80996b2befb1" [ 2229.996326] env[62437]: _type = "Task" [ 2229.996326] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.999974] env[62437]: DEBUG oslo_concurrency.lockutils [req-8fa7e556-0a4d-4eef-8ff9-0bc44f427ef0 req-5c3302e4-aace-4334-9833-1c875c93a807 service nova] Releasing lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.002978] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf289f-8170-befa-c801-80996b2befb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.506271] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52cf289f-8170-befa-c801-80996b2befb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.506671] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.506976] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f0aa46e5-be1d-42bb-a3bd-85847aaddbd2/f0aa46e5-be1d-42bb-a3bd-85847aaddbd2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2230.507597] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10990827-e5c8-44e8-a589-76674b8725e9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.517061] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2230.517061] env[62437]: value = "task-1812583" [ 2230.517061] env[62437]: _type = "Task" [ 2230.517061] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.524037] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.777404] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2230.805066] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2230.805321] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2230.805940] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2230.805940] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2230.805940] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2230.806186] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2230.806186] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2230.806333] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2230.806507] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2230.806676] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2230.806881] env[62437]: DEBUG nova.virt.hardware [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2230.807761] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff9a529-25c6-431b-915f-93870a093fa4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.815880] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c737a-e3d5-40b5-80cf-9e7c6ea6ca6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.027427] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407255} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.027656] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] f0aa46e5-be1d-42bb-a3bd-85847aaddbd2/f0aa46e5-be1d-42bb-a3bd-85847aaddbd2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2231.027873] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2231.028156] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd21ffa-189e-44b9-8433-1517566b9243 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.036041] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2231.036041] env[62437]: value = "task-1812584" [ 2231.036041] env[62437]: _type = "Task" [ 2231.036041] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.042847] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.545130] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066956} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.545371] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2231.546216] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b31a005-92cf-47d8-ad1c-062514265a2c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.567441] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f0aa46e5-be1d-42bb-a3bd-85847aaddbd2/f0aa46e5-be1d-42bb-a3bd-85847aaddbd2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.567655] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca6bdf9-76e1-40a2-ba00-3abf372376dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.586239] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2231.586239] env[62437]: value = "task-1812585" [ 2231.586239] env[62437]: _type = "Task" [ 2231.586239] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.593120] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.096648] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812585, 'name': ReconfigVM_Task, 'duration_secs': 0.264545} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.097109] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f0aa46e5-be1d-42bb-a3bd-85847aaddbd2/f0aa46e5-be1d-42bb-a3bd-85847aaddbd2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2232.097718] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc3bb15-28c3-4ad1-b4b7-9e91c2cd5e4a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.103589] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2232.103589] env[62437]: value = "task-1812586" [ 2232.103589] env[62437]: _type = "Task" [ 2232.103589] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.110974] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812586, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.613114] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812586, 'name': Rename_Task, 'duration_secs': 0.131519} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.613467] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2232.613706] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46dbd015-f48e-4fff-adfc-aaf356004683 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.619950] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2232.619950] env[62437]: value = "task-1812587" [ 2232.619950] env[62437]: _type = "Task" [ 2232.619950] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.627514] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.130018] env[62437]: DEBUG oslo_vmware.api [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812587, 'name': PowerOnVM_Task, 'duration_secs': 0.432148} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.130524] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2233.130524] env[62437]: INFO nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Took 6.67 seconds to spawn the instance on the hypervisor. [ 2233.130701] env[62437]: DEBUG nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2233.131441] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02395685-6b20-4258-8fae-26997f078f70 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.648897] env[62437]: INFO nova.compute.manager [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Took 11.37 seconds to build instance. [ 2234.151695] env[62437]: DEBUG oslo_concurrency.lockutils [None req-db28ce97-e0cf-4386-9c34-a959bd25ec5f tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.878s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.444677] env[62437]: DEBUG nova.compute.manager [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Received event network-changed-55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2234.444677] env[62437]: DEBUG nova.compute.manager [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Refreshing instance network info cache due to event network-changed-55ea9e61-c9b6-47e9-b098-f2022c19d719. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2234.444830] env[62437]: DEBUG oslo_concurrency.lockutils [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] Acquiring lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.444964] env[62437]: DEBUG oslo_concurrency.lockutils [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] Acquired lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.445141] env[62437]: DEBUG nova.network.neutron [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Refreshing network info cache for port 55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2235.148280] env[62437]: DEBUG nova.network.neutron [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updated VIF entry in instance network info cache for port 55ea9e61-c9b6-47e9-b098-f2022c19d719. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2235.148672] env[62437]: DEBUG nova.network.neutron [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating instance_info_cache with network_info: [{"id": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "address": "fa:16:3e:f7:cb:6e", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ea9e61-c9", "ovs_interfaceid": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.651931] env[62437]: DEBUG oslo_concurrency.lockutils [req-60040f9f-2004-4034-af40-a68895058980 req-372000df-7681-4e24-91b2-347cd92c06bc service nova] Releasing lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.544319] env[62437]: DEBUG nova.compute.manager [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Received event network-vif-plugged-6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2236.544509] env[62437]: DEBUG oslo_concurrency.lockutils [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.544711] env[62437]: DEBUG oslo_concurrency.lockutils [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.544925] env[62437]: DEBUG oslo_concurrency.lockutils [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.545126] env[62437]: DEBUG nova.compute.manager [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] No waiting events found dispatching network-vif-plugged-6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2236.545300] env[62437]: WARNING nova.compute.manager [req-3f3e7c39-752e-4cec-af11-5f1c32f7310e req-4035c7b0-5b4c-4298-ba0e-d9ea05112865 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Received unexpected event network-vif-plugged-6c45360e-ffbf-4223-ae64-902676134c79 for instance with vm_state building and task_state spawning. [ 2236.625143] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Successfully updated port: 6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.128185] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.128521] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.128521] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2237.667932] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2237.787711] env[62437]: DEBUG nova.network.neutron [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [{"id": "6c45360e-ffbf-4223-ae64-902676134c79", "address": "fa:16:3e:d8:e3:96", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45360e-ff", "ovs_interfaceid": "6c45360e-ffbf-4223-ae64-902676134c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.290986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.291391] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Instance network_info: |[{"id": "6c45360e-ffbf-4223-ae64-902676134c79", "address": "fa:16:3e:d8:e3:96", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45360e-ff", "ovs_interfaceid": "6c45360e-ffbf-4223-ae64-902676134c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2238.291859] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:e3:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c45360e-ffbf-4223-ae64-902676134c79', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2238.299330] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating folder: Project (4c17b499acb24c1ab258c8adf7187604). Parent ref: group-v375259. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2238.299597] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-592bccea-40df-4e7e-b95a-387e49924b99 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.310577] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created folder: Project (4c17b499acb24c1ab258c8adf7187604) in parent group-v375259. [ 2238.310746] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating folder: Instances. Parent ref: group-v375586. {{(pid=62437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2238.310973] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1575a9e0-4958-4e34-a599-ad959cdaf78a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.320320] env[62437]: INFO nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created folder: Instances in parent group-v375586. [ 2238.320548] env[62437]: DEBUG oslo.service.loopingcall [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2238.320724] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2238.320919] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47405cb-fd34-4eca-a634-2139283c77ce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.339176] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2238.339176] env[62437]: value = "task-1812590" [ 2238.339176] env[62437]: _type = "Task" [ 2238.339176] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.346719] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812590, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.570418] env[62437]: DEBUG nova.compute.manager [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Received event network-changed-6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2238.570589] env[62437]: DEBUG nova.compute.manager [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Refreshing instance network info cache due to event network-changed-6c45360e-ffbf-4223-ae64-902676134c79. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2238.570811] env[62437]: DEBUG oslo_concurrency.lockutils [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] Acquiring lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.570959] env[62437]: DEBUG oslo_concurrency.lockutils [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] Acquired lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.571176] env[62437]: DEBUG nova.network.neutron [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Refreshing network info cache for port 6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2238.848956] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812590, 'name': CreateVM_Task, 'duration_secs': 0.31019} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.849153] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2238.849845] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.850031] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.850361] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2238.850601] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6705b2-fde4-44b9-ba85-a3b67aff7d54 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.855567] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2238.855567] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52a23bfa-d705-166c-0ade-60cfaacfe410" [ 2238.855567] env[62437]: _type = "Task" [ 2238.855567] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.862965] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a23bfa-d705-166c-0ade-60cfaacfe410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.251186] env[62437]: DEBUG nova.network.neutron [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updated VIF entry in instance network info cache for port 6c45360e-ffbf-4223-ae64-902676134c79. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2239.251553] env[62437]: DEBUG nova.network.neutron [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [{"id": "6c45360e-ffbf-4223-ae64-902676134c79", "address": "fa:16:3e:d8:e3:96", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45360e-ff", "ovs_interfaceid": "6c45360e-ffbf-4223-ae64-902676134c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.365638] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52a23bfa-d705-166c-0ade-60cfaacfe410, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.366024] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.366133] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2239.366365] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.366517] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.366700] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2239.366959] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178cdbf0-cd36-47b0-8e3c-962f68a8a455 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.384143] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2239.384318] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2239.385016] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109aaeea-1766-48f8-a10a-8d88f64d0da1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.390021] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2239.390021] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9750e-194c-5c0b-aa72-e48fb064f5a3" [ 2239.390021] env[62437]: _type = "Task" [ 2239.390021] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.398047] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9750e-194c-5c0b-aa72-e48fb064f5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.754167] env[62437]: DEBUG oslo_concurrency.lockutils [req-2017e908-94d0-4239-813a-6ae9890cd214 req-c7ea9026-4b32-4358-85d0-2999906e327d service nova] Releasing lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.900540] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52c9750e-194c-5c0b-aa72-e48fb064f5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.901317] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04062b5-4535-430f-a110-295efd2069b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.906267] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2239.906267] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e73b10-9d9a-6fff-5465-258fb6d4d818" [ 2239.906267] env[62437]: _type = "Task" [ 2239.906267] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.913433] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e73b10-9d9a-6fff-5465-258fb6d4d818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.416083] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e73b10-9d9a-6fff-5465-258fb6d4d818, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.416454] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.416580] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d187b5fd-3e5c-4a6c-8b98-1884840ec6c2/d187b5fd-3e5c-4a6c-8b98-1884840ec6c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2240.416811] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-085ec47f-df1f-4be9-8e32-60921b03d5c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.423670] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2240.423670] env[62437]: value = "task-1812591" [ 2240.423670] env[62437]: _type = "Task" [ 2240.423670] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.430815] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.939616] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812591, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.436083] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555018} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.436414] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d187b5fd-3e5c-4a6c-8b98-1884840ec6c2/d187b5fd-3e5c-4a6c-8b98-1884840ec6c2.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2241.436484] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2241.436691] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e809ea6b-761f-4389-95e7-009759d77459 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.443294] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2241.443294] env[62437]: value = "task-1812592" [ 2241.443294] env[62437]: _type = "Task" [ 2241.443294] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.450389] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.953185] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064765} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.953494] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2241.954288] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5550a3f-1504-4d21-a1e9-836d947ef97c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.976013] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d187b5fd-3e5c-4a6c-8b98-1884840ec6c2/d187b5fd-3e5c-4a6c-8b98-1884840ec6c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2241.976273] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8190b226-656d-488b-ac10-a6ed434c2ef4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.995757] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2241.995757] env[62437]: value = "task-1812593" [ 2241.995757] env[62437]: _type = "Task" [ 2241.995757] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.003460] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.505873] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.005888] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812593, 'name': ReconfigVM_Task, 'duration_secs': 0.831669} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.006206] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d187b5fd-3e5c-4a6c-8b98-1884840ec6c2/d187b5fd-3e5c-4a6c-8b98-1884840ec6c2.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2243.006822] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ac001c-7748-431d-8eb1-a331680bb41b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.012877] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2243.012877] env[62437]: value = "task-1812594" [ 2243.012877] env[62437]: _type = "Task" [ 2243.012877] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.020178] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812594, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.522368] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812594, 'name': Rename_Task, 'duration_secs': 0.135986} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.522726] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.522881] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b70294a5-3944-4580-a327-43705f8db1d1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.529228] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2243.529228] env[62437]: value = "task-1812595" [ 2243.529228] env[62437]: _type = "Task" [ 2243.529228] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.540147] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.039828] env[62437]: DEBUG oslo_vmware.api [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812595, 'name': PowerOnVM_Task, 'duration_secs': 0.418388} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.040112] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.040310] env[62437]: INFO nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Took 13.26 seconds to spawn the instance on the hypervisor. [ 2244.040492] env[62437]: DEBUG nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2244.041238] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb120a-ade4-4ba3-9731-890d8ac49d7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.557892] env[62437]: INFO nova.compute.manager [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Took 17.94 seconds to build instance. [ 2245.059472] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f343b49c-bd23-4c78-b603-a5b63890c9de tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.447s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.335353] env[62437]: DEBUG nova.compute.manager [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Received event network-changed-6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2245.335565] env[62437]: DEBUG nova.compute.manager [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Refreshing instance network info cache due to event network-changed-6c45360e-ffbf-4223-ae64-902676134c79. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2245.335873] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] Acquiring lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.336061] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] Acquired lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.336247] env[62437]: DEBUG nova.network.neutron [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Refreshing network info cache for port 6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.049035] env[62437]: DEBUG nova.network.neutron [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updated VIF entry in instance network info cache for port 6c45360e-ffbf-4223-ae64-902676134c79. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2246.049429] env[62437]: DEBUG nova.network.neutron [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [{"id": "6c45360e-ffbf-4223-ae64-902676134c79", "address": "fa:16:3e:d8:e3:96", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45360e-ff", "ovs_interfaceid": "6c45360e-ffbf-4223-ae64-902676134c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.552266] env[62437]: DEBUG oslo_concurrency.lockutils [req-1f9db0c4-fbac-4576-8662-19d51ac51c7c req-07209c91-0562-44aa-8c46-b177d8d346c7 service nova] Releasing lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.368986] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.369280] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.873221] env[62437]: DEBUG nova.compute.utils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2272.376077] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.443103] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.443103] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.443519] env[62437]: INFO nova.compute.manager [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attaching volume 67fb9e26-583b-468e-b6e3-1c6bd3df8e05 to /dev/sdb [ 2273.497683] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdef52-542c-4159-b813-06f8c45dadce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.504277] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89ad79-44d8-46d1-8671-a5136579b19c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.517176] env[62437]: DEBUG nova.virt.block_device [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating existing volume attachment record: a88c54cf-a2b3-46d2-8ace-35a62b780dd8 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2276.723567] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2276.723897] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2276.723979] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2276.724110] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2277.274381] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.274537] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.274687] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2277.274863] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2278.059849] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2278.060121] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375589', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'name': 'volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'serial': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2278.061007] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec0e5d-1ffe-4293-a018-7db1112e5172 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.077214] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219512d9-c5dc-4c88-a9c9-807268a0abf0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.101912] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05/volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2278.102181] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-746cbbf6-1e4d-4c94-8556-d5bfcef4c3f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.119980] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2278.119980] env[62437]: value = "task-1812598" [ 2278.119980] env[62437]: _type = "Task" [ 2278.119980] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.127867] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.632125] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812598, 'name': ReconfigVM_Task, 'duration_secs': 0.35836} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.632318] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05/volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2278.636820] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c249deca-69ad-418d-8b8a-b7154e8e143b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.651940] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2278.651940] env[62437]: value = "task-1812599" [ 2278.651940] env[62437]: _type = "Task" [ 2278.651940] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.659618] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.005965] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating instance_info_cache with network_info: [{"id": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "address": "fa:16:3e:f7:cb:6e", "network": {"id": "c7046d88-8076-4870-9397-76f318bd4b22", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2016334740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8ad7a23fe8462aba5ea3d019ffcc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ea9e61-c9", "ovs_interfaceid": "55ea9e61-c9b6-47e9-b098-f2022c19d719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.162273] env[62437]: DEBUG oslo_vmware.api [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812599, 'name': ReconfigVM_Task, 'duration_secs': 0.181134} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.162582] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375589', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'name': 'volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'serial': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2279.509270] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.509472] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2279.509685] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.509863] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.510027] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.510178] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.510323] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.510471] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.510599] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2279.510742] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2280.014052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.014306] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.014480] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.014671] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2280.015587] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474e100b-0e65-4220-b673-57ab4e4564fe {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.023733] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87a3b19-3f3c-44e7-95fd-f33609ee06c1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.037294] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44809ed-c2bf-45ae-9e0d-ea6ef1724607 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.043470] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81818734-2041-469a-9802-5c1fcd2ae492 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.072953] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2280.073113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.073307] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.196704] env[62437]: DEBUG nova.objects.instance [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2280.703255] env[62437]: DEBUG oslo_concurrency.lockutils [None req-56a9c2e0-102c-497b-949a-74b301cc5235 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.096075] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2281.096239] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2281.096417] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2281.096562] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2281.131780] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ad561-b629-4b2f-8e0b-b8af0df2a6df {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.139134] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2700fa2-aad7-4024-a976-45f334197842 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.168539] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d09274-c340-4390-9286-d9f894705c4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.175209] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a103ef8c-e9c1-4364-8509-7e3ed3243710 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.187582] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2281.508067] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.508385] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.690492] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.917873] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.918201] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.012919] env[62437]: DEBUG nova.compute.utils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2282.195513] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2282.195725] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.421834] env[62437]: DEBUG nova.compute.utils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2282.516033] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.925612] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.568303] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.568637] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.568867] env[62437]: INFO nova.compute.manager [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attaching volume 2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d to /dev/sdc [ 2283.597542] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ec0f6-1aed-41f2-bcf6-204d31ec485f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.604466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c3d96-6db9-4bb6-98a7-e4287aaa7fb4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.617744] env[62437]: DEBUG nova.virt.block_device [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating existing volume attachment record: 81b2babd-b2f7-43dd-948c-347ea78539b5 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2283.977114] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.977300] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.977461] env[62437]: INFO nova.compute.manager [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Attaching volume 28420082-6319-4dea-a810-57a4bd02922e to /dev/sdb [ 2284.009181] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f4fdf-fdf0-4154-aa35-9e6d2348e707 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.016074] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0eb45-47d2-4cb3-ac5f-2c39de5f2001 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.029487] env[62437]: DEBUG nova.virt.block_device [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating existing volume attachment record: bfef9d98-3c03-4e8d-bc82-33a06b58070b {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2288.159709] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2288.159960] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375590', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'name': 'volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'serial': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2288.160890] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0badd3bf-0dbb-4587-8a27-2f06dce407c8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.177349] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76050f4d-462d-4ff7-bc7c-b4bb27aec15e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.204349] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d/volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2288.204612] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de92da03-c687-4614-b9e1-0503a5423169 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.223841] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2288.223841] env[62437]: value = "task-1812606" [ 2288.223841] env[62437]: _type = "Task" [ 2288.223841] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.230692] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.571952] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2288.572230] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375592', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'name': 'volume-28420082-6319-4dea-a810-57a4bd02922e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd187b5fd-3e5c-4a6c-8b98-1884840ec6c2', 'attached_at': '', 'detached_at': '', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'serial': '28420082-6319-4dea-a810-57a4bd02922e'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2288.573134] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89200f46-19b1-4599-8a7c-2d4f8b55a61c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.588890] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fff92-1ab9-4ce7-808a-5fd226982934 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.612019] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-28420082-6319-4dea-a810-57a4bd02922e/volume-28420082-6319-4dea-a810-57a4bd02922e.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2288.612254] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8757cd6b-b7ed-49c1-a83d-533b47e157e2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.629425] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2288.629425] env[62437]: value = "task-1812607" [ 2288.629425] env[62437]: _type = "Task" [ 2288.629425] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.636800] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.732169] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812606, 'name': ReconfigVM_Task, 'duration_secs': 0.344789} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.732463] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d/volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2288.737141] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f202524-b26d-4f4b-aae0-fc728bc26873 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.752473] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2288.752473] env[62437]: value = "task-1812608" [ 2288.752473] env[62437]: _type = "Task" [ 2288.752473] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.762940] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.139526] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812607, 'name': ReconfigVM_Task, 'duration_secs': 0.317248} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.139942] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-28420082-6319-4dea-a810-57a4bd02922e/volume-28420082-6319-4dea-a810-57a4bd02922e.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2289.147734] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab416fd-e6fc-42d5-88de-59b2420c71a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.167759] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2289.167759] env[62437]: value = "task-1812609" [ 2289.167759] env[62437]: _type = "Task" [ 2289.167759] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.176637] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.262163] env[62437]: DEBUG oslo_vmware.api [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812608, 'name': ReconfigVM_Task, 'duration_secs': 0.141635} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.262544] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375590', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'name': 'volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'serial': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2289.677683] env[62437]: DEBUG oslo_vmware.api [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812609, 'name': ReconfigVM_Task, 'duration_secs': 0.137668} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.678014] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375592', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'name': 'volume-28420082-6319-4dea-a810-57a4bd02922e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd187b5fd-3e5c-4a6c-8b98-1884840ec6c2', 'attached_at': '', 'detached_at': '', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'serial': '28420082-6319-4dea-a810-57a4bd02922e'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2290.296454] env[62437]: DEBUG nova.objects.instance [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.711326] env[62437]: DEBUG nova.objects.instance [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.801414] env[62437]: DEBUG oslo_concurrency.lockutils [None req-70dfb158-52e4-48c0-90fc-a950ff67e263 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.026029] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.026328] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.217035] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c77f885f-077b-47e1-80f0-1a3d5db813c0 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.530056] env[62437]: INFO nova.compute.manager [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Detaching volume 67fb9e26-583b-468e-b6e3-1c6bd3df8e05 [ 2291.563287] env[62437]: INFO nova.virt.block_device [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attempting to driver detach volume 67fb9e26-583b-468e-b6e3-1c6bd3df8e05 from mountpoint /dev/sdb [ 2291.563525] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2291.563713] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375589', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'name': 'volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'serial': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2291.564618] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd007b8-5aeb-4ae6-a9a1-a960d32d1be1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.589322] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e1c4e-bbb7-40ea-af6f-efdb84ab49a0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.595903] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bccb44e-4bff-45f1-847e-2f5c4dbd9939 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.618129] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f9b9b-989a-47d3-a879-1455b160ee0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.631869] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] The volume has not been displaced from its original location: [datastore1] volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05/volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2291.636934] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2291.637209] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75782b29-0f40-4822-bb7b-9dae7b609a9e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.654589] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2291.654589] env[62437]: value = "task-1812610" [ 2291.654589] env[62437]: _type = "Task" [ 2291.654589] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.661625] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.835336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "8ed281e7-bc0c-4960-ad80-da216e53972b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.835583] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.164952] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812610, 'name': ReconfigVM_Task, 'duration_secs': 0.204379} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.165194] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2292.169952] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf9c637-8d99-456b-b7ec-aaafda4b6cd3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.183741] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2292.183741] env[62437]: value = "task-1812611" [ 2292.183741] env[62437]: _type = "Task" [ 2292.183741] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.190794] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.337677] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2292.693462] env[62437]: DEBUG oslo_vmware.api [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812611, 'name': ReconfigVM_Task, 'duration_secs': 0.131837} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.693798] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375589', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'name': 'volume-67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05', 'serial': '67fb9e26-583b-468e-b6e3-1c6bd3df8e05'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2292.859911] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.860195] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.861730] env[62437]: INFO nova.compute.claims [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2293.232922] env[62437]: DEBUG nova.objects.instance [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.922443] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6e735-47f0-498a-8285-21afe3cf14fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.930548] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053f9823-3df2-467c-af19-c6dc1d7ceda9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.962340] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959fe57-9b47-4348-af2f-94958686ee6a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.969748] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d4a32-5395-4435-b1b5-ec77c10d63ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.983087] env[62437]: DEBUG nova.compute.provider_tree [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.241417] env[62437]: DEBUG oslo_concurrency.lockutils [None req-3f53eeab-1067-4445-8282-582fe02d055a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.303882] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.304159] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.486758] env[62437]: DEBUG nova.scheduler.client.report [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2294.807769] env[62437]: INFO nova.compute.manager [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Detaching volume 2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d [ 2294.838642] env[62437]: INFO nova.virt.block_device [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Attempting to driver detach volume 2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d from mountpoint /dev/sdc [ 2294.838954] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2294.839166] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375590', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'name': 'volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'serial': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2294.840083] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a14dd14-c4d3-4704-9e68-be92acc315a7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.861537] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b57908-7b5c-428c-8518-24b284a88d50 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.868365] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce372f4-1d69-4f40-92d3-577d55699a58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.888193] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c2792-d332-4e9b-bb0c-b0cee3c29936 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.903847] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] The volume has not been displaced from its original location: [datastore1] volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d/volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2294.909125] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2294.909409] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc32fd81-a11b-45ac-ad60-af59d9b054e1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.927089] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2294.927089] env[62437]: value = "task-1812612" [ 2294.927089] env[62437]: _type = "Task" [ 2294.927089] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.934881] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.992061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.992504] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2295.437345] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812612, 'name': ReconfigVM_Task, 'duration_secs': 0.22867} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.437764] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2295.442381] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ab64a5-9025-4198-9c46-ace8455b5406 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.458025] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2295.458025] env[62437]: value = "task-1812613" [ 2295.458025] env[62437]: _type = "Task" [ 2295.458025] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.468362] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.497978] env[62437]: DEBUG nova.compute.utils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2295.499429] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2295.499791] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2295.549848] env[62437]: DEBUG nova.policy [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859f15185cc4dcaad4660b55452f6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c17b499acb24c1ab258c8adf7187604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2295.814950] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Successfully created port: 385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2295.968907] env[62437]: DEBUG oslo_vmware.api [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812613, 'name': ReconfigVM_Task, 'duration_secs': 0.138335} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.969738] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375590', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'name': 'volume-2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0aa46e5-be1d-42bb-a3bd-85847aaddbd2', 'attached_at': '', 'detached_at': '', 'volume_id': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d', 'serial': '2956ca7a-fe24-4d54-a3e1-64a0a74ffb3d'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2296.002787] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2296.516933] env[62437]: DEBUG nova.objects.instance [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'flavor' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2297.012126] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2297.038781] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2297.039052] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2297.039219] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2297.039409] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2297.039558] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2297.039708] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2297.039926] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2297.040134] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2297.040325] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2297.040495] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2297.040669] env[62437]: DEBUG nova.virt.hardware [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2297.041697] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17389fd6-e9eb-4f0a-8179-ade2faac50a3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.049412] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5e7d4d-3788-4913-8ec9-dd77dbeef721 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.524258] env[62437]: DEBUG oslo_concurrency.lockutils [None req-e9040d2a-f5f6-45ba-b824-b78fca0b41c0 tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.668444] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.668835] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.668948] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.669153] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.669326] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.671379] env[62437]: INFO nova.compute.manager [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Terminating instance [ 2299.175555] env[62437]: DEBUG nova.compute.manager [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.175801] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.176703] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34f0d68-3081-4d52-bf58-933fb858cac0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.184394] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.184611] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a482b476-22d6-4be5-b8f4-187d83ad0d63 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.191506] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2299.191506] env[62437]: value = "task-1812614" [ 2299.191506] env[62437]: _type = "Task" [ 2299.191506] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.199167] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.701476] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812614, 'name': PowerOffVM_Task, 'duration_secs': 0.174611} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.701826] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2299.701873] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.702115] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13325fe0-ab63-40f6-a548-1949a8399be7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.788972] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2299.789213] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2299.789412] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleting the datastore file [datastore1] f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2299.789670] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1467418-2686-4a81-ac19-04f101229758 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.795202] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for the task: (returnval){ [ 2299.795202] env[62437]: value = "task-1812616" [ 2299.795202] env[62437]: _type = "Task" [ 2299.795202] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.802558] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.233620] env[62437]: DEBUG nova.compute.manager [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Received event network-vif-plugged-385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2300.233854] env[62437]: DEBUG oslo_concurrency.lockutils [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] Acquiring lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.234095] env[62437]: DEBUG oslo_concurrency.lockutils [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.234245] env[62437]: DEBUG oslo_concurrency.lockutils [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.234414] env[62437]: DEBUG nova.compute.manager [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] No waiting events found dispatching network-vif-plugged-385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2300.234582] env[62437]: WARNING nova.compute.manager [req-e5aeda99-da63-423f-b597-8d33d862d4b6 req-46b09545-6c2f-4ce0-b108-8a617da06385 service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Received unexpected event network-vif-plugged-385e9462-ef03-4ca5-bb8d-39df080b94dc for instance with vm_state building and task_state spawning. [ 2300.290941] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Successfully updated port: 385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2300.305782] env[62437]: DEBUG oslo_vmware.api [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Task: {'id': task-1812616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148122} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.305981] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.306182] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.306362] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.306531] env[62437]: INFO nova.compute.manager [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2300.306770] env[62437]: DEBUG oslo.service.loopingcall [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.306960] env[62437]: DEBUG nova.compute.manager [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.307065] env[62437]: DEBUG nova.network.neutron [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.792642] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.792997] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.792997] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2301.210309] env[62437]: DEBUG nova.network.neutron [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.325073] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2301.469385] env[62437]: DEBUG nova.network.neutron [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updating instance_info_cache with network_info: [{"id": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "address": "fa:16:3e:b2:08:a6", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385e9462-ef", "ovs_interfaceid": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.712815] env[62437]: INFO nova.compute.manager [-] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Took 1.41 seconds to deallocate network for instance. [ 2301.972572] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.972913] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Instance network_info: |[{"id": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "address": "fa:16:3e:b2:08:a6", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385e9462-ef", "ovs_interfaceid": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2301.973398] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:08:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '385e9462-ef03-4ca5-bb8d-39df080b94dc', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2301.980728] env[62437]: DEBUG oslo.service.loopingcall [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.980962] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2301.981205] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e609a2-f26e-4394-89b8-83fb4dc0e665 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.001416] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2302.001416] env[62437]: value = "task-1812617" [ 2302.001416] env[62437]: _type = "Task" [ 2302.001416] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.009016] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812617, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.219544] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.219811] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.220048] env[62437]: DEBUG nova.objects.instance [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lazy-loading 'resources' on Instance uuid f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2302.261586] env[62437]: DEBUG nova.compute.manager [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Received event network-changed-385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2302.261787] env[62437]: DEBUG nova.compute.manager [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Refreshing instance network info cache due to event network-changed-385e9462-ef03-4ca5-bb8d-39df080b94dc. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2302.261999] env[62437]: DEBUG oslo_concurrency.lockutils [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] Acquiring lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.262157] env[62437]: DEBUG oslo_concurrency.lockutils [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] Acquired lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.262321] env[62437]: DEBUG nova.network.neutron [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Refreshing network info cache for port 385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2302.511641] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812617, 'name': CreateVM_Task, 'duration_secs': 0.417355} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.511845] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2302.512578] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.512758] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.513112] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2302.513362] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77844a63-9aa8-4803-9e1e-aca61bd2cc9a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.518030] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2302.518030] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc3c64-631c-a6dc-603f-b869028f0330" [ 2302.518030] env[62437]: _type = "Task" [ 2302.518030] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.525481] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc3c64-631c-a6dc-603f-b869028f0330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.772196] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17f7c4-da51-44b0-bffc-97aa7d2d3c7d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.780090] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94857ff6-0f8c-4718-9ba2-bd1b2ac12b91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.813646] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e31f07e-1c94-4d1a-a9f1-d322850cbb2e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.821053] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf5861-11b7-429d-9a68-9cb9c82cc8b7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.834263] env[62437]: DEBUG nova.compute.provider_tree [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.965838] env[62437]: DEBUG nova.network.neutron [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updated VIF entry in instance network info cache for port 385e9462-ef03-4ca5-bb8d-39df080b94dc. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2302.966231] env[62437]: DEBUG nova.network.neutron [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updating instance_info_cache with network_info: [{"id": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "address": "fa:16:3e:b2:08:a6", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385e9462-ef", "ovs_interfaceid": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.027793] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52bc3c64-631c-a6dc-603f-b869028f0330, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.028102] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.028334] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2303.028577] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.028728] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.028916] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2303.029182] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f86f5c-6f06-4fdb-a7bb-2275338a57e3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.036732] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2303.036906] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2303.037583] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7411953-42bb-459e-a307-558aa315313d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.042100] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2303.042100] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52241c85-9c60-9bb1-53a7-2c247d38631f" [ 2303.042100] env[62437]: _type = "Task" [ 2303.042100] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.049344] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52241c85-9c60-9bb1-53a7-2c247d38631f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.337437] env[62437]: DEBUG nova.scheduler.client.report [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2303.469106] env[62437]: DEBUG oslo_concurrency.lockutils [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] Releasing lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.469385] env[62437]: DEBUG nova.compute.manager [req-72d70ab9-92c4-4a84-a533-29810fd85598 req-0870ebfd-b3c0-43ba-a2dd-77ff5728ea6d service nova] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Received event network-vif-deleted-55ea9e61-c9b6-47e9-b098-f2022c19d719 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2303.552837] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52241c85-9c60-9bb1-53a7-2c247d38631f, 'name': SearchDatastore_Task, 'duration_secs': 0.007988} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.553620] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac04e02f-a03d-49b1-b0e3-39ac32892a58 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.558458] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2303.558458] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]525ebf66-042e-1368-3387-f8bdc142a615" [ 2303.558458] env[62437]: _type = "Task" [ 2303.558458] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.565729] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525ebf66-042e-1368-3387-f8bdc142a615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.842464] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.863629] env[62437]: INFO nova.scheduler.client.report [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Deleted allocations for instance f0aa46e5-be1d-42bb-a3bd-85847aaddbd2 [ 2304.068462] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]525ebf66-042e-1368-3387-f8bdc142a615, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.068905] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.068979] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8ed281e7-bc0c-4960-ad80-da216e53972b/8ed281e7-bc0c-4960-ad80-da216e53972b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2304.069247] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e625cc2-714a-4ba8-b200-9c2924a21ca2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.075768] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2304.075768] env[62437]: value = "task-1812618" [ 2304.075768] env[62437]: _type = "Task" [ 2304.075768] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.082965] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.372137] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b94d43fd-9125-4d11-80d1-d3050eaf981a tempest-AttachVolumeTestJSON-1735426290 tempest-AttachVolumeTestJSON-1735426290-project-member] Lock "f0aa46e5-be1d-42bb-a3bd-85847aaddbd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.587360] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434839} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.587591] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 8ed281e7-bc0c-4960-ad80-da216e53972b/8ed281e7-bc0c-4960-ad80-da216e53972b.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2304.587855] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2304.588049] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d07b2ff-b222-4bae-bfc0-a829cd47fe72 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.595669] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2304.595669] env[62437]: value = "task-1812619" [ 2304.595669] env[62437]: _type = "Task" [ 2304.595669] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.603096] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.105666] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063303} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.106033] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2305.106688] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a41775-ff20-44f5-870b-8254299f0452 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.129230] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8ed281e7-bc0c-4960-ad80-da216e53972b/8ed281e7-bc0c-4960-ad80-da216e53972b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2305.129423] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdac27c3-ef08-4a7f-8c7b-2647d578b6ff {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.149529] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2305.149529] env[62437]: value = "task-1812621" [ 2305.149529] env[62437]: _type = "Task" [ 2305.149529] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.156776] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.659278] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812621, 'name': ReconfigVM_Task, 'duration_secs': 0.327334} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.659523] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8ed281e7-bc0c-4960-ad80-da216e53972b/8ed281e7-bc0c-4960-ad80-da216e53972b.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2305.660171] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08503a99-06c3-45b3-a01d-b72d79dc689d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.667310] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2305.667310] env[62437]: value = "task-1812622" [ 2305.667310] env[62437]: _type = "Task" [ 2305.667310] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.675115] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812622, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.176685] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812622, 'name': Rename_Task, 'duration_secs': 0.244439} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.177043] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2306.177232] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ff52090-7622-4f25-b15a-e28c10549194 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.182994] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2306.182994] env[62437]: value = "task-1812623" [ 2306.182994] env[62437]: _type = "Task" [ 2306.182994] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.190046] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.692981] env[62437]: DEBUG oslo_vmware.api [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812623, 'name': PowerOnVM_Task, 'duration_secs': 0.474516} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.693286] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2306.693488] env[62437]: INFO nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Took 9.68 seconds to spawn the instance on the hypervisor. [ 2306.693670] env[62437]: DEBUG nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2306.694414] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97117a72-2f7f-4f77-9ec9-6473b1483142 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.210114] env[62437]: INFO nova.compute.manager [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Took 14.37 seconds to build instance. [ 2307.712622] env[62437]: DEBUG oslo_concurrency.lockutils [None req-bf092326-81ac-4ac7-b0f8-6a92294e6487 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.877s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.213406] env[62437]: DEBUG nova.compute.manager [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Received event network-changed-385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2308.213653] env[62437]: DEBUG nova.compute.manager [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Refreshing instance network info cache due to event network-changed-385e9462-ef03-4ca5-bb8d-39df080b94dc. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2308.213832] env[62437]: DEBUG oslo_concurrency.lockutils [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] Acquiring lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.213982] env[62437]: DEBUG oslo_concurrency.lockutils [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] Acquired lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.214348] env[62437]: DEBUG nova.network.neutron [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Refreshing network info cache for port 385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2308.917676] env[62437]: DEBUG nova.network.neutron [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updated VIF entry in instance network info cache for port 385e9462-ef03-4ca5-bb8d-39df080b94dc. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.918132] env[62437]: DEBUG nova.network.neutron [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updating instance_info_cache with network_info: [{"id": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "address": "fa:16:3e:b2:08:a6", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385e9462-ef", "ovs_interfaceid": "385e9462-ef03-4ca5-bb8d-39df080b94dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.421670] env[62437]: DEBUG oslo_concurrency.lockutils [req-0c5a162d-b586-48ef-a68b-91799820f56e req-8ee8a2c3-6cb8-4a3a-80c1-6383c55fecca service nova] Releasing lock "refresh_cache-8ed281e7-bc0c-4960-ad80-da216e53972b" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.329355] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.329766] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.329962] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.330289] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2322.833018] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.328848] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.329090] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2324.329316] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.329713] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2324.861527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.861692] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.861851] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2326.081065] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [{"id": "6c45360e-ffbf-4223-ae64-902676134c79", "address": "fa:16:3e:d8:e3:96", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45360e-ff", "ovs_interfaceid": "6c45360e-ffbf-4223-ae64-902676134c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.583581] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.583791] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2326.584042] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.584217] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.584379] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2327.088057] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.088417] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.088528] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.088691] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2327.089607] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37550e4d-377a-401a-a34a-f7a42336e03c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.097773] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81020b7-8584-4bb0-a697-d0b2d686f8ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.112051] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1bb80c-8778-4359-a32b-4a2b28dec8ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.118292] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193a377-c4cd-47b0-956a-22aca0a2c74c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.147734] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180980MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2327.147920] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.148099] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.173112] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.173405] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 8ed281e7-bc0c-4960-ad80-da216e53972b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.173453] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2328.173625] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2328.209808] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6793313-b16b-44fa-aadb-bffaf6befe53 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.217144] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c855f-1c73-41ce-af50-9e72fbbf4816 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.245534] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962c71d-f908-466a-a4a1-fb356bd3cf55 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.252216] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec43ed0-b736-447e-a5cc-013305aa4ab6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.265979] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.769023] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2329.274555] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2329.274936] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.269764] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2333.330059] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2333.330059] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2333.835310] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] There are 11 instances to clean {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2333.835527] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: f0aa46e5-be1d-42bb-a3bd-85847aaddbd2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2334.338854] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 5d90b6f3-9df2-4778-9340-307e3d4d127c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2334.842443] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 00376af3-0c3e-437f-bc6d-c6672508f8d7] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2335.346411] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: b6bc3ce5-2100-476a-babb-e37134a6c65c] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2335.851072] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 71a5e241-d068-46c3-96af-2d8e2e581233] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2336.353740] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 7c1696b0-6b0c-4d06-8264-0d0e0fdb75c2] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2336.859116] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 05cf7d05-1097-48d7-9a3d-15ee4d2bd6a9] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2337.362313] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 03495873-c5e1-48f0-ab9c-73f5cd4c31f4] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2337.865250] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 3e9bbce2-f25e-4f32-86f3-109b6dd8b9c6] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2338.369056] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 67a51a55-fc61-45fd-aefc-6b65a53423ad] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2338.872610] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 491f7c0c-49a5-41f4-8454-5b2d14d120ca] Instance has had 0 of 5 cleanup attempts {{(pid=62437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2339.375671] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2339.376067] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Cleaning up deleted instances with incomplete migration {{(pid=62437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2342.007013] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.007492] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 2342.007492] env[62437]: value = "domain-c8" [ 2342.007492] env[62437]: _type = "ClusterComputeResource" [ 2342.007492] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2342.008611] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5be812-495a-4511-97a7-eb261ba06e20 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.019531] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 2 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2345.038875] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "8ed281e7-bc0c-4960-ad80-da216e53972b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.039203] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.039420] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.039643] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.039824] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.043411] env[62437]: INFO nova.compute.manager [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Terminating instance [ 2345.547628] env[62437]: DEBUG nova.compute.manager [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2345.547913] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2345.548809] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82937c12-d98a-4bec-92e2-a16ac73903cd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.556473] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2345.556696] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1637a0ec-b610-452c-b928-77154168f0b3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.562883] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2345.562883] env[62437]: value = "task-1812626" [ 2345.562883] env[62437]: _type = "Task" [ 2345.562883] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.570575] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.073017] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812626, 'name': PowerOffVM_Task, 'duration_secs': 0.200672} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.073394] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2346.073490] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2346.073709] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c652d891-7c7f-4e56-a139-203013e899ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.788303] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2346.788583] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2346.788782] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleting the datastore file [datastore1] 8ed281e7-bc0c-4960-ad80-da216e53972b {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2346.789065] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c29c135-8120-42f1-8a07-acb32e21f4b0 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.795859] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2346.795859] env[62437]: value = "task-1812628" [ 2346.795859] env[62437]: _type = "Task" [ 2346.795859] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.803402] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.307109] env[62437]: DEBUG oslo_vmware.api [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14885} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.307503] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2347.307549] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2347.307710] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2347.307883] env[62437]: INFO nova.compute.manager [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Took 1.76 seconds to destroy the instance on the hypervisor. [ 2347.308132] env[62437]: DEBUG oslo.service.loopingcall [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2347.308341] env[62437]: DEBUG nova.compute.manager [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2347.308490] env[62437]: DEBUG nova.network.neutron [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2347.717900] env[62437]: DEBUG nova.compute.manager [req-b24ee8e6-1132-4ad4-ba83-c963f768b597 req-6ad3783d-9603-4102-bedc-7685decc01fd service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Received event network-vif-deleted-385e9462-ef03-4ca5-bb8d-39df080b94dc {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2347.717900] env[62437]: INFO nova.compute.manager [req-b24ee8e6-1132-4ad4-ba83-c963f768b597 req-6ad3783d-9603-4102-bedc-7685decc01fd service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Neutron deleted interface 385e9462-ef03-4ca5-bb8d-39df080b94dc; detaching it from the instance and deleting it from the info cache [ 2347.717900] env[62437]: DEBUG nova.network.neutron [req-b24ee8e6-1132-4ad4-ba83-c963f768b597 req-6ad3783d-9603-4102-bedc-7685decc01fd service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.195236] env[62437]: DEBUG nova.network.neutron [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.221339] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5dc9553-95b4-4edd-a02a-18b2cedb7655 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.231728] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e8065-d182-4a23-bbc6-9c116c3ccb45 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.255784] env[62437]: DEBUG nova.compute.manager [req-b24ee8e6-1132-4ad4-ba83-c963f768b597 req-6ad3783d-9603-4102-bedc-7685decc01fd service nova] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Detach interface failed, port_id=385e9462-ef03-4ca5-bb8d-39df080b94dc, reason: Instance 8ed281e7-bc0c-4960-ad80-da216e53972b could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2348.697973] env[62437]: INFO nova.compute.manager [-] [instance: 8ed281e7-bc0c-4960-ad80-da216e53972b] Took 1.39 seconds to deallocate network for instance. [ 2349.204776] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.205062] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.205290] env[62437]: DEBUG nova.objects.instance [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'resources' on Instance uuid 8ed281e7-bc0c-4960-ad80-da216e53972b {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.748343] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20dfb3-e34d-4926-b31e-0c6da9e56755 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.755772] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6390de6d-0b40-4435-8597-5d9b25c8feef {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.786038] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e03f7-a309-4ccb-aa1e-e94eae1611ae {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.792938] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae2e1e-0c9a-4519-80fa-aa8c9fd86df3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.805544] env[62437]: DEBUG nova.compute.provider_tree [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2350.308870] env[62437]: DEBUG nova.scheduler.client.report [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2350.813370] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.834644] env[62437]: INFO nova.scheduler.client.report [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted allocations for instance 8ed281e7-bc0c-4960-ad80-da216e53972b [ 2351.342061] env[62437]: DEBUG oslo_concurrency.lockutils [None req-f2ef0dfd-f388-40c6-b702-0c4d15e41a6d tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "8ed281e7-bc0c-4960-ad80-da216e53972b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.303s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.048201] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.048650] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.551736] env[62437]: INFO nova.compute.manager [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Detaching volume 28420082-6319-4dea-a810-57a4bd02922e [ 2352.581054] env[62437]: INFO nova.virt.block_device [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Attempting to driver detach volume 28420082-6319-4dea-a810-57a4bd02922e from mountpoint /dev/sdb [ 2352.581491] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2352.581491] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375592', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'name': 'volume-28420082-6319-4dea-a810-57a4bd02922e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd187b5fd-3e5c-4a6c-8b98-1884840ec6c2', 'attached_at': '', 'detached_at': '', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'serial': '28420082-6319-4dea-a810-57a4bd02922e'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2352.582366] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85fa6cd-bfa9-4457-9bd7-8f79be468ded {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.604860] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f6099-27ed-4b98-bd91-14278edca97a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.611648] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d0530-fee9-44c9-9289-83ba914261ca {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.631116] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b032ad-8a11-4076-a2ae-03622c0250d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.645525] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] The volume has not been displaced from its original location: [datastore1] volume-28420082-6319-4dea-a810-57a4bd02922e/volume-28420082-6319-4dea-a810-57a4bd02922e.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2352.650590] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2352.650855] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0024f3b0-cecf-410a-9117-76e48125411a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.668890] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2352.668890] env[62437]: value = "task-1812629" [ 2352.668890] env[62437]: _type = "Task" [ 2352.668890] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.676146] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.178524] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812629, 'name': ReconfigVM_Task, 'duration_secs': 0.225723} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.178917] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2353.183446] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732bad91-b0a6-4347-95e4-13b439311e16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.197527] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2353.197527] env[62437]: value = "task-1812630" [ 2353.197527] env[62437]: _type = "Task" [ 2353.197527] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.204939] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.707879] env[62437]: DEBUG oslo_vmware.api [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812630, 'name': ReconfigVM_Task, 'duration_secs': 0.129763} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.708254] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375592', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'name': 'volume-28420082-6319-4dea-a810-57a4bd02922e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd187b5fd-3e5c-4a6c-8b98-1884840ec6c2', 'attached_at': '', 'detached_at': '', 'volume_id': '28420082-6319-4dea-a810-57a4bd02922e', 'serial': '28420082-6319-4dea-a810-57a4bd02922e'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2354.252731] env[62437]: DEBUG nova.objects.instance [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.261316] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cdc11787-2e39-408f-aa59-9b96a842a88f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.282149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.282580] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.282705] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.282901] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.283087] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.286752] env[62437]: INFO nova.compute.manager [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Terminating instance [ 2356.790929] env[62437]: DEBUG nova.compute.manager [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2356.791179] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2356.792494] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a63a9-7ea8-4a85-9fe3-b5f4e82172ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.800248] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2356.800696] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc5b63c-1297-4e14-a0b7-493ed4cc42c6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.806658] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2356.806658] env[62437]: value = "task-1812631" [ 2356.806658] env[62437]: _type = "Task" [ 2356.806658] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.814190] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.317261] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812631, 'name': PowerOffVM_Task, 'duration_secs': 0.19785} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.317663] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2357.317729] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2357.317929] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8987cc-1bd4-477c-b32e-970317c1ef94 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.821927] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2361.822348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2361.822482] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleting the datastore file [datastore1] d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2361.822725] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f2ee18c-0609-4720-9fd4-5c842a87ab29 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.829216] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2361.829216] env[62437]: value = "task-1812633" [ 2361.829216] env[62437]: _type = "Task" [ 2361.829216] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.836520] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.339203] env[62437]: DEBUG oslo_vmware.api [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134803} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.339466] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2362.339649] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2362.339830] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2362.340016] env[62437]: INFO nova.compute.manager [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Took 5.55 seconds to destroy the instance on the hypervisor. [ 2362.340262] env[62437]: DEBUG oslo.service.loopingcall [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.340447] env[62437]: DEBUG nova.compute.manager [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2362.340543] env[62437]: DEBUG nova.network.neutron [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2362.822296] env[62437]: DEBUG nova.compute.manager [req-feb62d9e-31e8-4f59-b5a4-0753910344c4 req-710b3f87-f05d-481f-bf24-4b37ebb8ba34 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Received event network-vif-deleted-6c45360e-ffbf-4223-ae64-902676134c79 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2362.822296] env[62437]: INFO nova.compute.manager [req-feb62d9e-31e8-4f59-b5a4-0753910344c4 req-710b3f87-f05d-481f-bf24-4b37ebb8ba34 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Neutron deleted interface 6c45360e-ffbf-4223-ae64-902676134c79; detaching it from the instance and deleting it from the info cache [ 2362.822296] env[62437]: DEBUG nova.network.neutron [req-feb62d9e-31e8-4f59-b5a4-0753910344c4 req-710b3f87-f05d-481f-bf24-4b37ebb8ba34 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.295034] env[62437]: DEBUG nova.network.neutron [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.324187] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65596c7-8566-4a29-8763-2766f996265d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.334430] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80095af-ce10-4758-8cd9-15491d6374fa {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.358347] env[62437]: DEBUG nova.compute.manager [req-feb62d9e-31e8-4f59-b5a4-0753910344c4 req-710b3f87-f05d-481f-bf24-4b37ebb8ba34 service nova] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Detach interface failed, port_id=6c45360e-ffbf-4223-ae64-902676134c79, reason: Instance d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2363.798138] env[62437]: INFO nova.compute.manager [-] [instance: d187b5fd-3e5c-4a6c-8b98-1884840ec6c2] Took 1.46 seconds to deallocate network for instance. [ 2364.304738] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.305119] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.305265] env[62437]: DEBUG nova.objects.instance [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'resources' on Instance uuid d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2364.838709] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd573e-ab6c-4f98-92cb-46bb75fe0dc6 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.846198] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba319b-95bf-4b32-8a1b-c6cbc9a9aeda {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.875438] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d7142f-189e-4db0-bb78-402cb13040ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.882151] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d467d63e-68a3-4951-8bcf-5417e22990b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.894938] env[62437]: DEBUG nova.compute.provider_tree [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2365.398387] env[62437]: DEBUG nova.scheduler.client.report [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2365.903974] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.927217] env[62437]: INFO nova.scheduler.client.report [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted allocations for instance d187b5fd-3e5c-4a6c-8b98-1884840ec6c2 [ 2366.435843] env[62437]: DEBUG oslo_concurrency.lockutils [None req-2f22841a-0fd1-4715-9a02-b539c0ddbcc3 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d187b5fd-3e5c-4a6c-8b98-1884840ec6c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.153s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.635924] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.636252] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.138344] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2369.657421] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.657681] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.659210] env[62437]: INFO nova.compute.claims [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2370.692140] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8600723-c6be-4f08-9758-83c9efd375fc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.699546] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc22136-3415-412c-b4a7-42e24e83883c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.728688] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e629c-d9ec-4011-a56c-a9220106c98b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.735627] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391673f5-02be-40df-8a5f-47f8777014e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.749483] env[62437]: DEBUG nova.compute.provider_tree [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.252905] env[62437]: DEBUG nova.scheduler.client.report [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2371.757438] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.757999] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2372.263674] env[62437]: DEBUG nova.compute.utils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2372.265139] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2372.265316] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2372.314095] env[62437]: DEBUG nova.policy [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859f15185cc4dcaad4660b55452f6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c17b499acb24c1ab258c8adf7187604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2372.458403] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.571875] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Successfully created port: 718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2372.768077] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2372.962012] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Getting list of instances from cluster (obj){ [ 2372.962012] env[62437]: value = "domain-c8" [ 2372.962012] env[62437]: _type = "ClusterComputeResource" [ 2372.962012] env[62437]: } {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2372.963110] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5ea38-16b1-429f-b9c4-ba431fc6b47a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.972130] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Got total of 0 instances {{(pid=62437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2372.972299] env[62437]: WARNING nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 2372.972445] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Triggering sync for uuid 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2372.972759] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.777936] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2373.803280] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2373.803548] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2373.803709] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2373.803895] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2373.804057] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2373.804211] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2373.804756] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2373.804756] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2373.804756] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2373.804919] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2373.805072] env[62437]: DEBUG nova.virt.hardware [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2373.805905] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1381d7cb-0793-4d57-b969-4c62d52cee88 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.813734] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22609770-477f-4908-b6d6-f46287500dda {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.927555] env[62437]: DEBUG nova.compute.manager [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Received event network-vif-plugged-718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2373.927783] env[62437]: DEBUG oslo_concurrency.lockutils [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.927993] env[62437]: DEBUG oslo_concurrency.lockutils [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.928178] env[62437]: DEBUG oslo_concurrency.lockutils [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.928346] env[62437]: DEBUG nova.compute.manager [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] No waiting events found dispatching network-vif-plugged-718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2373.928510] env[62437]: WARNING nova.compute.manager [req-a93a8148-cb6f-46e3-aa73-17e3841b66cb req-0eca8fff-c724-466f-8502-944062f8cfc9 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Received unexpected event network-vif-plugged-718d8e03-c4bf-4d76-9019-42731851c281 for instance with vm_state building and task_state spawning. [ 2374.006127] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Successfully updated port: 718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2374.508904] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.509082] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.509245] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2375.040059] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2375.159640] env[62437]: DEBUG nova.network.neutron [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [{"id": "718d8e03-c4bf-4d76-9019-42731851c281", "address": "fa:16:3e:71:4e:bb", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718d8e03-c4", "ovs_interfaceid": "718d8e03-c4bf-4d76-9019-42731851c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.662614] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.662953] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Instance network_info: |[{"id": "718d8e03-c4bf-4d76-9019-42731851c281", "address": "fa:16:3e:71:4e:bb", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718d8e03-c4", "ovs_interfaceid": "718d8e03-c4bf-4d76-9019-42731851c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2375.663410] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:4e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '718d8e03-c4bf-4d76-9019-42731851c281', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2375.670841] env[62437]: DEBUG oslo.service.loopingcall [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.671065] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2375.671686] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-773acca5-7f32-46c8-b21b-dc4e90fd0f6c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.691741] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2375.691741] env[62437]: value = "task-1812634" [ 2375.691741] env[62437]: _type = "Task" [ 2375.691741] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.699233] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812634, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.956637] env[62437]: DEBUG nova.compute.manager [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Received event network-changed-718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2375.956953] env[62437]: DEBUG nova.compute.manager [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Refreshing instance network info cache due to event network-changed-718d8e03-c4bf-4d76-9019-42731851c281. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2375.957302] env[62437]: DEBUG oslo_concurrency.lockutils [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] Acquiring lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2375.957581] env[62437]: DEBUG oslo_concurrency.lockutils [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] Acquired lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2375.957868] env[62437]: DEBUG nova.network.neutron [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Refreshing network info cache for port 718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2376.202702] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812634, 'name': CreateVM_Task, 'duration_secs': 0.371311} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.203094] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2376.203516] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.203741] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.204113] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2376.204369] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ba760a-f699-434b-aea2-f71ac5d008c4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.208703] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2376.208703] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]5221f54e-8aa2-4f91-19fd-a0dece52ab24" [ 2376.208703] env[62437]: _type = "Task" [ 2376.208703] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.215992] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5221f54e-8aa2-4f91-19fd-a0dece52ab24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.630811] env[62437]: DEBUG nova.network.neutron [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updated VIF entry in instance network info cache for port 718d8e03-c4bf-4d76-9019-42731851c281. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2376.631183] env[62437]: DEBUG nova.network.neutron [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [{"id": "718d8e03-c4bf-4d76-9019-42731851c281", "address": "fa:16:3e:71:4e:bb", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718d8e03-c4", "ovs_interfaceid": "718d8e03-c4bf-4d76-9019-42731851c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.718460] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]5221f54e-8aa2-4f91-19fd-a0dece52ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.718793] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.719049] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2376.719291] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.719444] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.719626] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2376.719909] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43ba602-3895-4e58-be3e-c45985226995 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.727666] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2376.727850] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2376.728522] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3d821f-4f1c-4626-9ec0-b77d07750207 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.732950] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2376.732950] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]528e378f-9294-522e-6ca3-3ee47664b31a" [ 2376.732950] env[62437]: _type = "Task" [ 2376.732950] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.739988] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528e378f-9294-522e-6ca3-3ee47664b31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.134263] env[62437]: DEBUG oslo_concurrency.lockutils [req-5894fc63-24f4-48ab-85ff-23b48dd5e8c8 req-32f469dd-3758-4b88-b5b4-17c13c38de67 service nova] Releasing lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.243727] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]528e378f-9294-522e-6ca3-3ee47664b31a, 'name': SearchDatastore_Task, 'duration_secs': 0.007617} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.244556] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5fec6e7-3cdd-474f-845e-dbf63b4225b9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.249865] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2377.249865] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2a601-890d-d2d8-a401-a25b996e0747" [ 2377.249865] env[62437]: _type = "Task" [ 2377.249865] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.256990] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2a601-890d-d2d8-a401-a25b996e0747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.761595] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52e2a601-890d-d2d8-a401-a25b996e0747, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.761846] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.762109] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 116275de-a7e4-4f01-8a6a-88e15a4f91bf/116275de-a7e4-4f01-8a6a-88e15a4f91bf.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2377.762361] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e636070-bad6-478a-aaa7-ef34b9e33455 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.769594] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2377.769594] env[62437]: value = "task-1812635" [ 2377.769594] env[62437]: _type = "Task" [ 2377.769594] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.776839] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.838639] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2378.280011] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429403} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.280369] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] 116275de-a7e4-4f01-8a6a-88e15a4f91bf/116275de-a7e4-4f01-8a6a-88e15a4f91bf.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2378.280513] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2378.280772] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbcb1c2-dbd2-4933-ad8b-3080b8ecae17 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.287392] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2378.287392] env[62437]: value = "task-1812636" [ 2378.287392] env[62437]: _type = "Task" [ 2378.287392] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.294540] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.796608] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06043} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.796887] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2378.797623] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9498ced-4cf2-42fe-b9bb-473aaa8fcbdf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.818602] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 116275de-a7e4-4f01-8a6a-88e15a4f91bf/116275de-a7e4-4f01-8a6a-88e15a4f91bf.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2378.818857] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22918da7-3fbf-4aee-9e19-3c00b10ad89f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.837125] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2378.837125] env[62437]: value = "task-1812637" [ 2378.837125] env[62437]: _type = "Task" [ 2378.837125] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.846988] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.328284] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.346415] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812637, 'name': ReconfigVM_Task, 'duration_secs': 0.271693} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.346674] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 116275de-a7e4-4f01-8a6a-88e15a4f91bf/116275de-a7e4-4f01-8a6a-88e15a4f91bf.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2379.347297] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90bf4b9d-39e2-43fd-b833-4ba5ccf846e4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.352629] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2379.352629] env[62437]: value = "task-1812638" [ 2379.352629] env[62437]: _type = "Task" [ 2379.352629] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.359710] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812638, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.861823] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812638, 'name': Rename_Task, 'duration_secs': 0.143605} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.862104] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2379.862360] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f9550d-b6e8-4857-9354-43762f69e179 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.868171] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2379.868171] env[62437]: value = "task-1812639" [ 2379.868171] env[62437]: _type = "Task" [ 2379.868171] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.875180] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.378550] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.879014] env[62437]: DEBUG oslo_vmware.api [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812639, 'name': PowerOnVM_Task, 'duration_secs': 0.632965} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.879306] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2380.879512] env[62437]: INFO nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Took 7.10 seconds to spawn the instance on the hypervisor. [ 2380.879698] env[62437]: DEBUG nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2380.880466] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b718764-9aa3-412b-a0a0-efcd8581fc86 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.328338] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2381.400427] env[62437]: INFO nova.compute.manager [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Took 11.76 seconds to build instance. [ 2381.797107] env[62437]: DEBUG nova.compute.manager [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Received event network-changed-718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2381.797320] env[62437]: DEBUG nova.compute.manager [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Refreshing instance network info cache due to event network-changed-718d8e03-c4bf-4d76-9019-42731851c281. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2381.797534] env[62437]: DEBUG oslo_concurrency.lockutils [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] Acquiring lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.797681] env[62437]: DEBUG oslo_concurrency.lockutils [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] Acquired lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.797840] env[62437]: DEBUG nova.network.neutron [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Refreshing network info cache for port 718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2381.902832] env[62437]: DEBUG oslo_concurrency.lockutils [None req-05bc8e24-d468-4122-b421-1408ee8946a7 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.266s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.903151] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.930s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.903351] env[62437]: INFO nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] During sync_power_state the instance has a pending task (networking). Skip. [ 2381.903527] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.501974] env[62437]: DEBUG nova.network.neutron [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updated VIF entry in instance network info cache for port 718d8e03-c4bf-4d76-9019-42731851c281. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2382.502357] env[62437]: DEBUG nova.network.neutron [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [{"id": "718d8e03-c4bf-4d76-9019-42731851c281", "address": "fa:16:3e:71:4e:bb", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718d8e03-c4", "ovs_interfaceid": "718d8e03-c4bf-4d76-9019-42731851c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.005188] env[62437]: DEBUG oslo_concurrency.lockutils [req-006fa37b-7a52-4afb-b979-128622c8b6d1 req-127c8f3d-bb3c-4437-82a4-72bd259827b5 service nova] Releasing lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2383.328929] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2384.328710] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2384.329134] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2384.329134] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2384.857568] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2384.857726] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2384.857875] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2384.858039] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2386.569487] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [{"id": "718d8e03-c4bf-4d76-9019-42731851c281", "address": "fa:16:3e:71:4e:bb", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718d8e03-c4", "ovs_interfaceid": "718d8e03-c4bf-4d76-9019-42731851c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.072419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-116275de-a7e4-4f01-8a6a-88e15a4f91bf" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.072635] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2387.072863] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.073041] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.073221] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.073363] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2387.073518] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.576451] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.576907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.576907] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.576990] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2387.577886] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d742ad-8504-46bf-b5e3-a6ca236f64a9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.586278] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d238f9b-80ee-4149-b4a4-0084ceeb82b4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.599838] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972b1b9-a0db-4897-9e2e-af45faf8b609 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.605814] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55fd343-145e-4a9a-a218-9e3fbaad173b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.634210] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181028MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2387.634379] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.634564] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.657647] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance 116275de-a7e4-4f01-8a6a-88e15a4f91bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.657898] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2388.658012] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2388.681896] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc148a8c-2a4d-44c6-902c-fe545f77db3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.689475] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114aa38-85c0-4870-97b1-984ddec8e93c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.718267] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d6f5a-d06a-45fb-8ff4-ad602bdbb389 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.725225] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc749b-62e2-4eac-8c5a-0cb0c75d8d4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.739399] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2389.242187] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2389.747870] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2389.748283] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.214331] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.214630] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.718276] env[62437]: DEBUG nova.compute.utils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2420.221837] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.277038] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.277415] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.277531] env[62437]: INFO nova.compute.manager [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Attaching volume a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6 to /dev/sdb [ 2421.308375] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a73b6-e2cb-46e1-bbf7-3d43ae21cbb5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.315302] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73703777-a2d9-4e0f-b90f-6fe7e5592bbc {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.329087] env[62437]: DEBUG nova.virt.block_device [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating existing volume attachment record: fd92a6da-2984-45d9-963f-16dcd3e7f888 {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2425.870998] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2425.871267] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375595', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'name': 'volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '116275de-a7e4-4f01-8a6a-88e15a4f91bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'serial': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2425.872157] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59468b83-c572-4e78-a455-fc6823b55863 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.888476] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee55f62-6dd0-4015-88d2-a333fd5956a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.912563] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6/volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2425.912802] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c60af88-3444-4379-8e58-666b48560d37 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.931190] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2425.931190] env[62437]: value = "task-1812642" [ 2425.931190] env[62437]: _type = "Task" [ 2425.931190] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.938943] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.441366] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812642, 'name': ReconfigVM_Task, 'duration_secs': 0.325555} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.441612] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6/volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2426.446098] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cc6f0be-bc98-44b8-abc6-d617a9ace8c3 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.460161] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2426.460161] env[62437]: value = "task-1812643" [ 2426.460161] env[62437]: _type = "Task" [ 2426.460161] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.467480] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.970452] env[62437]: DEBUG oslo_vmware.api [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812643, 'name': ReconfigVM_Task, 'duration_secs': 0.168919} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.970834] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375595', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'name': 'volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '116275de-a7e4-4f01-8a6a-88e15a4f91bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'serial': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2428.005026] env[62437]: DEBUG nova.objects.instance [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.511090] env[62437]: DEBUG oslo_concurrency.lockutils [None req-c8c20de4-646b-46c2-998e-578632fe192f tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.711416] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.711698] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.214659] env[62437]: INFO nova.compute.manager [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Detaching volume a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6 [ 2429.244381] env[62437]: INFO nova.virt.block_device [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Attempting to driver detach volume a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6 from mountpoint /dev/sdb [ 2429.244623] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2429.244815] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375595', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'name': 'volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '116275de-a7e4-4f01-8a6a-88e15a4f91bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'serial': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2429.245695] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e643d6c-074b-4c99-a0b6-5ebecc31c0fb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.267248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbab224-8be0-452e-b690-ec968b4d9125 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.274075] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea750963-c643-4bfd-9d15-a46437972ebf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.293241] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a29e11-0b3e-4380-b3d7-5ef30684a779 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.307052] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6/volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2429.312154] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2429.312406] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6a072e-2721-4962-8add-2a5ae942c673 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.329553] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2429.329553] env[62437]: value = "task-1812644" [ 2429.329553] env[62437]: _type = "Task" [ 2429.329553] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.336600] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.839068] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812644, 'name': ReconfigVM_Task, 'duration_secs': 0.217145} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.839398] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2429.843887] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3807600-0f65-48cd-9fe1-a40641505763 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.858295] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2429.858295] env[62437]: value = "task-1812645" [ 2429.858295] env[62437]: _type = "Task" [ 2429.858295] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.865688] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.367702] env[62437]: DEBUG oslo_vmware.api [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812645, 'name': ReconfigVM_Task, 'duration_secs': 0.137867} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.368074] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375595', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'name': 'volume-a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '116275de-a7e4-4f01-8a6a-88e15a4f91bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6', 'serial': 'a1dc6c3b-f8f1-4d9e-9ec3-a4882b0c6ab6'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2430.907882] env[62437]: DEBUG nova.objects.instance [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2431.914895] env[62437]: DEBUG oslo_concurrency.lockutils [None req-cc04f505-d8b1-48ea-9156-7cb7f79f04f8 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.935219] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.935640] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.935687] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.935942] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.936107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.938203] env[62437]: INFO nova.compute.manager [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Terminating instance [ 2433.441856] env[62437]: DEBUG nova.compute.manager [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2433.442123] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2433.443017] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e04f3-fd89-4252-a4cd-656b383b9689 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.451022] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2433.451259] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e195424-f6b9-4f85-b6bd-a7b473c93a16 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.457574] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2433.457574] env[62437]: value = "task-1812646" [ 2433.457574] env[62437]: _type = "Task" [ 2433.457574] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.465173] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.967834] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812646, 'name': PowerOffVM_Task, 'duration_secs': 0.157352} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.968209] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2433.968264] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2433.968509] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c07485-e1f7-4f2d-85e7-f81308753e3a {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.157065] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2434.157285] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2434.157455] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleting the datastore file [datastore1] 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2434.157716] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59dfd8f5-a0e9-4a91-9aa6-ff5fb998c2b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.163773] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2434.163773] env[62437]: value = "task-1812648" [ 2434.163773] env[62437]: _type = "Task" [ 2434.163773] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.171302] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.673722] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.174200] env[62437]: DEBUG oslo_vmware.api [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638846} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.174594] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2435.174646] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2435.174808] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2435.174985] env[62437]: INFO nova.compute.manager [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2435.175243] env[62437]: DEBUG oslo.service.loopingcall [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2435.175433] env[62437]: DEBUG nova.compute.manager [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2435.175533] env[62437]: DEBUG nova.network.neutron [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2435.596937] env[62437]: DEBUG nova.compute.manager [req-88c83281-d6e7-4816-be74-90b7af161f7b req-96724bbb-e083-41aa-8490-62876166ca08 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Received event network-vif-deleted-718d8e03-c4bf-4d76-9019-42731851c281 {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2435.597158] env[62437]: INFO nova.compute.manager [req-88c83281-d6e7-4816-be74-90b7af161f7b req-96724bbb-e083-41aa-8490-62876166ca08 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Neutron deleted interface 718d8e03-c4bf-4d76-9019-42731851c281; detaching it from the instance and deleting it from the info cache [ 2435.597341] env[62437]: DEBUG nova.network.neutron [req-88c83281-d6e7-4816-be74-90b7af161f7b req-96724bbb-e083-41aa-8490-62876166ca08 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.071480] env[62437]: DEBUG nova.network.neutron [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.100536] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52771371-699d-4129-b4a3-ce0fee34804d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.109682] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc67282-b6c2-4a92-8389-1ad3270540a4 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.133788] env[62437]: DEBUG nova.compute.manager [req-88c83281-d6e7-4816-be74-90b7af161f7b req-96724bbb-e083-41aa-8490-62876166ca08 service nova] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Detach interface failed, port_id=718d8e03-c4bf-4d76-9019-42731851c281, reason: Instance 116275de-a7e4-4f01-8a6a-88e15a4f91bf could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2436.574517] env[62437]: INFO nova.compute.manager [-] [instance: 116275de-a7e4-4f01-8a6a-88e15a4f91bf] Took 1.40 seconds to deallocate network for instance. [ 2437.081169] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.081444] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.081690] env[62437]: DEBUG nova.objects.instance [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'resources' on Instance uuid 116275de-a7e4-4f01-8a6a-88e15a4f91bf {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2437.675381] env[62437]: DEBUG nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Refreshing inventories for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2437.688621] env[62437]: DEBUG nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Updating ProviderTree inventory for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2437.688807] env[62437]: DEBUG nova.compute.provider_tree [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Updating inventory in ProviderTree for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2437.698385] env[62437]: DEBUG nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Refreshing aggregate associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, aggregates: None {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2437.713815] env[62437]: DEBUG nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Refreshing trait associations for resource provider 33a24f4a-718f-4c1c-8181-35b3aad24de8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=62437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2437.739181] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194caca9-bbc1-4ba7-8c7c-4b8dff8c53c9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.746879] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e21d06-ff56-4bf9-b1a9-5bb5c8da21f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.776240] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac256894-a99b-40ff-9bf0-85132242a993 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.783142] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11e1ec-fe70-460b-b8b6-834d1c5d6ec9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.796892] env[62437]: DEBUG nova.compute.provider_tree [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2438.300557] env[62437]: DEBUG nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2438.806084] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.826680] env[62437]: INFO nova.scheduler.client.report [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted allocations for instance 116275de-a7e4-4f01-8a6a-88e15a4f91bf [ 2439.335581] env[62437]: DEBUG oslo_concurrency.lockutils [None req-8a0c8b79-73df-4c41-ab5a-b33381c0a7b1 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "116275de-a7e4-4f01-8a6a-88e15a4f91bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.400s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.790615] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.790906] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.294080] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Starting instance... {{(pid=62437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2441.814030] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.814287] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.815893] env[62437]: INFO nova.compute.claims [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2442.850117] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327144be-4f57-48ab-bd45-8d0a2de9af7f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.856798] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f0627-41c3-49eb-8eac-2d66f338a695 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.887195] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b569f5-57d8-4554-8118-1c8ed52173ee {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.893996] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5c2a6-0c75-4b5b-b947-2d997eefb4f9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.906604] env[62437]: DEBUG nova.compute.provider_tree [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2443.410260] env[62437]: DEBUG nova.scheduler.client.report [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2443.743588] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.743820] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.743952] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.915264] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.915801] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Start building networks asynchronously for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2444.328773] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2444.421084] env[62437]: DEBUG nova.compute.utils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2444.422409] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Allocating IP information in the background. {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2444.422586] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] allocate_for_instance() {{(pid=62437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2444.471594] env[62437]: DEBUG nova.policy [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859f15185cc4dcaad4660b55452f6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c17b499acb24c1ab258c8adf7187604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62437) authorize /opt/stack/nova/nova/policy.py:192}} [ 2444.726641] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Successfully created port: 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2444.831903] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.832162] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.832347] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.832503] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2444.833391] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76147c-0461-447a-bef8-254311a80cd9 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.842062] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018b7aa-115a-475b-ac61-ae6586119d78 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.856436] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a199cc62-ab88-4d8a-adf0-e0fd3d9b1eb1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.862659] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b905036-2ac5-4061-a6a3-d67bb347d6d7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.890696] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181159MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2444.890886] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.891149] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.925055] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Start building block device mappings for instance. {{(pid=62437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2445.912452] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d8b08829-89f3-4985-931a-ef94cfb89cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2445.912664] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2445.912812] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2445.933498] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Start spawning the instance on the hypervisor. {{(pid=62437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2445.937114] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584fa09-d4e9-4831-9f28-6efc73a9b5f2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.944891] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee1ec9-b92b-4fc3-a6e4-b78211ebb9ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.977274] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f5ddc-302a-4502-93d6-eb7dce5b97c5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.985902] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T11:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T11:14:22Z,direct_url=,disk_format='vmdk',id=1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='08f981c48e49468cb36ee1bcc0dd26cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T11:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2445.986157] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2445.986320] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image limits 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2445.986505] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Flavor pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2445.986673] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Image pref 0:0:0 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2445.986859] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2445.987092] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2445.987262] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2445.987443] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Got 1 possible topologies {{(pid=62437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2445.987643] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2445.987832] env[62437]: DEBUG nova.virt.hardware [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2445.989048] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1b07c-54bd-4f33-95ce-12fe9b00f3a1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.993285] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e721db-704d-4e85-82a6-e995dcf765a8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.007625] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d935e605-3253-43e5-9061-af82bf860006 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.011301] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2446.514008] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2447.019166] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2447.019582] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.112996] env[62437]: DEBUG nova.compute.manager [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Received event network-vif-plugged-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2447.113237] env[62437]: DEBUG oslo_concurrency.lockutils [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.113465] env[62437]: DEBUG oslo_concurrency.lockutils [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.113673] env[62437]: DEBUG oslo_concurrency.lockutils [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.113859] env[62437]: DEBUG nova.compute.manager [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] No waiting events found dispatching network-vif-plugged-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2447.114040] env[62437]: WARNING nova.compute.manager [req-ac2d74c3-e3b0-4f2b-a6d1-e3526643ad27 req-ca098d36-0494-46fe-802e-29806b134e2c service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Received unexpected event network-vif-plugged-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd for instance with vm_state building and task_state spawning. [ 2447.202036] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Successfully updated port: 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2447.704814] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.704991] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.705163] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Building network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2448.020077] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.020478] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2448.020478] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2448.236363] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Instance cache missing network info. {{(pid=62437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2448.354028] env[62437]: DEBUG nova.network.neutron [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [{"id": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "address": "fa:16:3e:1e:96:45", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52350bc3-ca", "ovs_interfaceid": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2448.523648] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Skipping network cache update for instance because it is Building. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2448.523832] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Didn't find any instances for network info cache update. {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2448.523987] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.524176] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.524325] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.524474] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.524602] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2448.829064] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.857055] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2448.857183] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Instance network_info: |[{"id": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "address": "fa:16:3e:1e:96:45", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52350bc3-ca", "ovs_interfaceid": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2448.857573] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:96:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52350bc3-cae4-4e6c-9646-8efe0ee5a1fd', 'vif_model': 'vmxnet3'}] {{(pid=62437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2448.864963] env[62437]: DEBUG oslo.service.loopingcall [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2448.865173] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Creating VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2448.865392] env[62437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c010c54f-4a33-41b0-8b94-65f24e44c730 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.885967] env[62437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2448.885967] env[62437]: value = "task-1812649" [ 2448.885967] env[62437]: _type = "Task" [ 2448.885967] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.893628] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812649, 'name': CreateVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.137317] env[62437]: DEBUG nova.compute.manager [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Received event network-changed-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2449.137555] env[62437]: DEBUG nova.compute.manager [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Refreshing instance network info cache due to event network-changed-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2449.137712] env[62437]: DEBUG oslo_concurrency.lockutils [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] Acquiring lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.137860] env[62437]: DEBUG oslo_concurrency.lockutils [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] Acquired lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.138059] env[62437]: DEBUG nova.network.neutron [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Refreshing network info cache for port 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2449.395293] env[62437]: DEBUG oslo_vmware.api [-] Task: {'id': task-1812649, 'name': CreateVM_Task, 'duration_secs': 0.408957} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.395449] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Created VM on the ESX host {{(pid=62437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2449.396166] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.396341] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.396661] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2449.396910] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89264ebb-62ea-4e27-8262-663ffe432215 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.401622] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2449.401622] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]522164d1-fea5-ce82-8ed9-3ed772377bc0" [ 2449.401622] env[62437]: _type = "Task" [ 2449.401622] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.409340] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522164d1-fea5-ce82-8ed9-3ed772377bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.815994] env[62437]: DEBUG nova.network.neutron [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updated VIF entry in instance network info cache for port 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2449.816387] env[62437]: DEBUG nova.network.neutron [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [{"id": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "address": "fa:16:3e:1e:96:45", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52350bc3-ca", "ovs_interfaceid": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2449.911782] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]522164d1-fea5-ce82-8ed9-3ed772377bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.912107] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2449.912348] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Processing image 1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd {{(pid=62437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2449.912588] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.912749] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.912910] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2449.913175] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5645d28-52b9-4a34-b8c0-9ac88421191c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.921393] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2449.921533] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2449.922236] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8fb564-1e6b-4899-865f-e57262b5108c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.927673] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2449.927673] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]52225a1d-11c0-06e8-1479-2c3639e63b3b" [ 2449.927673] env[62437]: _type = "Task" [ 2449.927673] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.935818] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52225a1d-11c0-06e8-1479-2c3639e63b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.319490] env[62437]: DEBUG oslo_concurrency.lockutils [req-5a3276fb-3339-412c-ac99-94f2303c31b3 req-1e549794-bae5-46c4-97fb-01d4a25d7f9a service nova] Releasing lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.437820] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]52225a1d-11c0-06e8-1479-2c3639e63b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.438634] env[62437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae51ce7b-7c15-4f4a-a05d-2b74d70a0393 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.443350] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2450.443350] env[62437]: value = "session[52558033-3145-37a2-333e-e2f5f11bb54e]523fa9ce-adfe-b31e-f6d6-1350255fa729" [ 2450.443350] env[62437]: _type = "Task" [ 2450.443350] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.450581] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fa9ce-adfe-b31e-f6d6-1350255fa729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.953813] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': session[52558033-3145-37a2-333e-e2f5f11bb54e]523fa9ce-adfe-b31e-f6d6-1350255fa729, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.954108] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.954369] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d8b08829-89f3-4985-931a-ef94cfb89cf3/d8b08829-89f3-4985-931a-ef94cfb89cf3.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2450.954624] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea489b55-c5ea-4fed-b0e8-68207f331120 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.961578] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2450.961578] env[62437]: value = "task-1812650" [ 2450.961578] env[62437]: _type = "Task" [ 2450.961578] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.970107] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.471196] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.972684] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85295} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.972956] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd/1a2fd6e6-bf0a-4846-8abb-9dc1de3e13dd.vmdk to [datastore1] d8b08829-89f3-4985-931a-ef94cfb89cf3/d8b08829-89f3-4985-931a-ef94cfb89cf3.vmdk {{(pid=62437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2451.973184] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Extending root virtual disk to 1048576 {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2451.973426] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5962a499-1671-410a-9f85-b5d2713b6e60 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.979442] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2451.979442] env[62437]: value = "task-1812651" [ 2451.979442] env[62437]: _type = "Task" [ 2451.979442] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.986442] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.489971] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065865} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.490371] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Extended root virtual disk {{(pid=62437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2452.491019] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7723f-06cb-4a6b-b265-3c8f90f798f1 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.512530] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d8b08829-89f3-4985-931a-ef94cfb89cf3/d8b08829-89f3-4985-931a-ef94cfb89cf3.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2452.512746] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec617f7-5dc1-4dac-a16f-015aa5922ee8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.532198] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2452.532198] env[62437]: value = "task-1812652" [ 2452.532198] env[62437]: _type = "Task" [ 2452.532198] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.539818] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.042184] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812652, 'name': ReconfigVM_Task, 'duration_secs': 0.29813} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.042456] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d8b08829-89f3-4985-931a-ef94cfb89cf3/d8b08829-89f3-4985-931a-ef94cfb89cf3.vmdk or device None with type sparse {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2453.044018] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-865794a9-7ffe-420f-8d13-f9cf609e96c7 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.050279] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2453.050279] env[62437]: value = "task-1812653" [ 2453.050279] env[62437]: _type = "Task" [ 2453.050279] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.061842] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812653, 'name': Rename_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.559796] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812653, 'name': Rename_Task, 'duration_secs': 0.145049} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.560195] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Powering on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2453.560336] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4afa69af-60c3-4260-924e-a4fef50dd5ed {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.566906] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2453.566906] env[62437]: value = "task-1812654" [ 2453.566906] env[62437]: _type = "Task" [ 2453.566906] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.574163] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.077190] env[62437]: DEBUG oslo_vmware.api [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812654, 'name': PowerOnVM_Task, 'duration_secs': 0.455028} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.077533] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Powered on the VM {{(pid=62437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2454.077786] env[62437]: INFO nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Took 8.14 seconds to spawn the instance on the hypervisor. [ 2454.078015] env[62437]: DEBUG nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Checking state {{(pid=62437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2454.078824] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dec2fd-aea4-4e64-babd-a8b7997082e5 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.597801] env[62437]: INFO nova.compute.manager [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Took 12.80 seconds to build instance. [ 2454.842577] env[62437]: DEBUG nova.compute.manager [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Received event network-changed-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2454.842784] env[62437]: DEBUG nova.compute.manager [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Refreshing instance network info cache due to event network-changed-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd. {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2454.843077] env[62437]: DEBUG oslo_concurrency.lockutils [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] Acquiring lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.843200] env[62437]: DEBUG oslo_concurrency.lockutils [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] Acquired lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.843370] env[62437]: DEBUG nova.network.neutron [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Refreshing network info cache for port 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2455.100298] env[62437]: DEBUG oslo_concurrency.lockutils [None req-185efe45-9db5-4123-b048-44579f737cfb tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.309s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.564552] env[62437]: DEBUG nova.network.neutron [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updated VIF entry in instance network info cache for port 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd. {{(pid=62437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2455.564942] env[62437]: DEBUG nova.network.neutron [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [{"id": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "address": "fa:16:3e:1e:96:45", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52350bc3-ca", "ovs_interfaceid": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.068224] env[62437]: DEBUG oslo_concurrency.lockutils [req-b9750f8a-80ba-45f9-97e9-ca09dbdb1aee req-aeca771b-1a9b-4e1f-b4c8-815f9f62ce7e service nova] Releasing lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2492.400339] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.400970] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.905685] env[62437]: DEBUG nova.compute.utils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Using /dev/sd instead of None {{(pid=62437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2493.409066] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.467903] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2494.468275] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.468453] env[62437]: INFO nova.compute.manager [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Attaching volume 01117b42-b603-4c2c-8ef9-992ce4a32007 to /dev/sdb [ 2494.498654] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f4af73-dc83-4960-b639-6ab362c9b76d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.506283] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056adfdb-6a7f-48fd-b845-ab0d55b9880c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.519287] env[62437]: DEBUG nova.virt.block_device [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating existing volume attachment record: 61f40754-8417-4ee8-9ca1-19c4988b0cbf {{(pid=62437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2499.062171] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Volume attach. Driver type: vmdk {{(pid=62437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2499.062464] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375597', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'name': 'volume-01117b42-b603-4c2c-8ef9-992ce4a32007', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8b08829-89f3-4985-931a-ef94cfb89cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'serial': '01117b42-b603-4c2c-8ef9-992ce4a32007'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2499.063326] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06dea0e-1bf6-4512-a295-eb4c3a0ba276 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.080385] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8727bdf8-1af7-4493-a0ba-8368c845dfce {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.103994] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-01117b42-b603-4c2c-8ef9-992ce4a32007/volume-01117b42-b603-4c2c-8ef9-992ce4a32007.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2499.104248] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f686e631-4057-4801-a4ab-048296125d4f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.122059] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2499.122059] env[62437]: value = "task-1812657" [ 2499.122059] env[62437]: _type = "Task" [ 2499.122059] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.129744] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.632338] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812657, 'name': ReconfigVM_Task, 'duration_secs': 0.306053} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.632625] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-01117b42-b603-4c2c-8ef9-992ce4a32007/volume-01117b42-b603-4c2c-8ef9-992ce4a32007.vmdk or device None with type thin {{(pid=62437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2499.637173] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3807a4-6c76-4e57-9d87-f653638fa2cf {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.651915] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2499.651915] env[62437]: value = "task-1812658" [ 2499.651915] env[62437]: _type = "Task" [ 2499.651915] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.659359] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.162096] env[62437]: DEBUG oslo_vmware.api [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812658, 'name': ReconfigVM_Task, 'duration_secs': 0.141469} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.162426] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375597', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'name': 'volume-01117b42-b603-4c2c-8ef9-992ce4a32007', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8b08829-89f3-4985-931a-ef94cfb89cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'serial': '01117b42-b603-4c2c-8ef9-992ce4a32007'} {{(pid=62437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2500.827613] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.196327] env[62437]: DEBUG nova.objects.instance [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid d8b08829-89f3-4985-931a-ef94cfb89cf3 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2501.328019] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.703106] env[62437]: DEBUG oslo_concurrency.lockutils [None req-5a1491b7-38eb-4c2e-a577-f42685c51881 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.880076] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2501.880419] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.383098] env[62437]: INFO nova.compute.manager [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Detaching volume 01117b42-b603-4c2c-8ef9-992ce4a32007 [ 2502.411976] env[62437]: INFO nova.virt.block_device [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Attempting to driver detach volume 01117b42-b603-4c2c-8ef9-992ce4a32007 from mountpoint /dev/sdb [ 2502.412252] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Volume detach. Driver type: vmdk {{(pid=62437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2502.412510] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375597', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'name': 'volume-01117b42-b603-4c2c-8ef9-992ce4a32007', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8b08829-89f3-4985-931a-ef94cfb89cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'serial': '01117b42-b603-4c2c-8ef9-992ce4a32007'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2502.413374] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc9175-be81-4c3b-9c5a-c29d8cff3827 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.436791] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733d933-4770-47c7-9c18-45cd64e22733 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.445280] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4104e-478f-4888-a962-525a9ba68496 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.474217] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e38745-1907-47e8-9fbd-adad50d51d97 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.494613] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] The volume has not been displaced from its original location: [datastore1] volume-01117b42-b603-4c2c-8ef9-992ce4a32007/volume-01117b42-b603-4c2c-8ef9-992ce4a32007.vmdk. No consolidation needed. {{(pid=62437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2502.499654] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2502.499912] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b38a320-3923-4a83-a6e6-691d150dc5dd {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.516979] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2502.516979] env[62437]: value = "task-1812659" [ 2502.516979] env[62437]: _type = "Task" [ 2502.516979] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.524302] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.026310] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812659, 'name': ReconfigVM_Task, 'duration_secs': 0.257858} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.026604] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2503.031149] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e428634d-6b57-4305-a6fb-14c02520de27 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.045464] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2503.045464] env[62437]: value = "task-1812660" [ 2503.045464] env[62437]: _type = "Task" [ 2503.045464] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.052812] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.554780] env[62437]: DEBUG oslo_vmware.api [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812660, 'name': ReconfigVM_Task, 'duration_secs': 0.130927} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.555126] env[62437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375597', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'name': 'volume-01117b42-b603-4c2c-8ef9-992ce4a32007', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8b08829-89f3-4985-931a-ef94cfb89cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '01117b42-b603-4c2c-8ef9-992ce4a32007', 'serial': '01117b42-b603-4c2c-8ef9-992ce4a32007'} {{(pid=62437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2504.092919] env[62437]: DEBUG nova.objects.instance [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'flavor' on Instance uuid d8b08829-89f3-4985-931a-ef94cfb89cf3 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2504.328987] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.101657] env[62437]: DEBUG oslo_concurrency.lockutils [None req-b080cc11-ab4b-4e63-bc9a-233717ab3e54 tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.328325] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.328539] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Starting heal instance info cache {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2505.328598] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Rebuilding the list of instances to heal {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2505.856052] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2505.856221] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquired lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2505.856415] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Forcefully refreshing network info cache for instance {{(pid=62437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2505.856540] env[62437]: DEBUG nova.objects.instance [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lazy-loading 'info_cache' on Instance uuid d8b08829-89f3-4985-931a-ef94cfb89cf3 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.104336] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.104694] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.104865] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.105075] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.105255] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.107338] env[62437]: INFO nova.compute.manager [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Terminating instance [ 2506.610848] env[62437]: DEBUG nova.compute.manager [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Start destroying the instance on the hypervisor. {{(pid=62437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2506.611092] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Destroying instance {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2506.611995] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c97a1-858e-4dc2-b259-e3354d5711cb {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.619837] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Powering off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2506.620062] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cf7ab6-9b65-4dcf-998b-2e59a73fc6ba {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.626998] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2506.626998] env[62437]: value = "task-1812661" [ 2506.626998] env[62437]: _type = "Task" [ 2506.626998] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.635898] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.136812] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812661, 'name': PowerOffVM_Task, 'duration_secs': 0.160974} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.137137] env[62437]: DEBUG nova.virt.vmwareapi.vm_util [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Powered off the VM {{(pid=62437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2507.137292] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Unregistering the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2507.137534] env[62437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f053898a-9fe5-4bc5-86d3-db0dbd00e979 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.562795] env[62437]: DEBUG nova.network.neutron [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [{"id": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "address": "fa:16:3e:1e:96:45", "network": {"id": "181f1553-fb56-4fc2-863c-c2ca325a6a34", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2008849907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c17b499acb24c1ab258c8adf7187604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52350bc3-ca", "ovs_interfaceid": "52350bc3-cae4-4e6c-9646-8efe0ee5a1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2508.066100] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Releasing lock "refresh_cache-d8b08829-89f3-4985-931a-ef94cfb89cf3" {{(pid=62437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2508.066100] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updated the network info_cache for instance {{(pid=62437) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2508.066100] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.066100] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.066100] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.066474] env[62437]: DEBUG nova.compute.manager [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2508.066474] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.569245] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.569677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.569677] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.569822] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2508.571152] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b713f095-7c4b-4c3b-94a1-4594b2415d0f {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.579180] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616be67b-e377-4f52-b852-62a560c40e98 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.593842] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad0537-27b0-435e-b2a6-4e71766a4e3b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.599842] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b98f62-2be0-4ddf-a5b1-56207fd97b1d {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.627610] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181184MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2508.627755] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.627943] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2509.652096] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Instance d8b08829-89f3-4985-931a-ef94cfb89cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2509.652359] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2509.652457] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2509.677055] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344ac32-057c-44b1-8933-80fd9eb0b88e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.683984] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea068291-6e37-486c-b4a9-9f87ef43a8a2 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.714271] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c610a458-6dea-4412-b8fd-b09fad555851 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.721121] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871e7f6-ecde-454f-98b5-37a3d46e1132 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.733954] env[62437]: DEBUG nova.compute.provider_tree [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2510.237247] env[62437]: DEBUG nova.scheduler.client.report [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2510.742540] env[62437]: DEBUG nova.compute.resource_tracker [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2510.742953] env[62437]: DEBUG oslo_concurrency.lockutils [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2512.844516] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Unregistered the VM {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2512.844925] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Deleting contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2512.844980] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleting the datastore file [datastore1] d8b08829-89f3-4985-931a-ef94cfb89cf3 {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2512.845236] env[62437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03452b59-9ff7-4ae5-954d-10a1a96d172c {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.851722] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for the task: (returnval){ [ 2512.851722] env[62437]: value = "task-1812663" [ 2512.851722] env[62437]: _type = "Task" [ 2512.851722] env[62437]: } to complete. {{(pid=62437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.858986] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.005812] env[62437]: DEBUG oslo_service.periodic_task [None req-9605ebf9-8a51-43f5-924e-71399e6ffafa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2513.361400] env[62437]: DEBUG oslo_vmware.api [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Task: {'id': task-1812663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15349} completed successfully. {{(pid=62437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2513.361729] env[62437]: DEBUG nova.virt.vmwareapi.ds_util [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted the datastore file {{(pid=62437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2513.361875] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Deleted contents of the VM from datastore datastore1 {{(pid=62437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2513.362070] env[62437]: DEBUG nova.virt.vmwareapi.vmops [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Instance destroyed {{(pid=62437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2513.362252] env[62437]: INFO nova.compute.manager [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Took 6.75 seconds to destroy the instance on the hypervisor. [ 2513.362490] env[62437]: DEBUG oslo.service.loopingcall [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2513.362685] env[62437]: DEBUG nova.compute.manager [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Deallocating network for instance {{(pid=62437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2513.362793] env[62437]: DEBUG nova.network.neutron [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] deallocate_for_instance() {{(pid=62437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2513.765139] env[62437]: DEBUG nova.compute.manager [req-6cadfe13-6459-4612-83aa-11a7f2139949 req-e57374c1-24ed-4f90-a4bf-0851bffbc6b5 service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Received event network-vif-deleted-52350bc3-cae4-4e6c-9646-8efe0ee5a1fd {{(pid=62437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2513.765139] env[62437]: INFO nova.compute.manager [req-6cadfe13-6459-4612-83aa-11a7f2139949 req-e57374c1-24ed-4f90-a4bf-0851bffbc6b5 service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Neutron deleted interface 52350bc3-cae4-4e6c-9646-8efe0ee5a1fd; detaching it from the instance and deleting it from the info cache [ 2513.765416] env[62437]: DEBUG nova.network.neutron [req-6cadfe13-6459-4612-83aa-11a7f2139949 req-e57374c1-24ed-4f90-a4bf-0851bffbc6b5 service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2514.244013] env[62437]: DEBUG nova.network.neutron [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Updating instance_info_cache with network_info: [] {{(pid=62437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2514.267710] env[62437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-933dea85-bd77-4ad4-a6df-41813bc4e8b8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.277801] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c7d87-66f2-457d-bcfe-40b82f92ee91 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.301659] env[62437]: DEBUG nova.compute.manager [req-6cadfe13-6459-4612-83aa-11a7f2139949 req-e57374c1-24ed-4f90-a4bf-0851bffbc6b5 service nova] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Detach interface failed, port_id=52350bc3-cae4-4e6c-9646-8efe0ee5a1fd, reason: Instance d8b08829-89f3-4985-931a-ef94cfb89cf3 could not be found. {{(pid=62437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2514.748068] env[62437]: INFO nova.compute.manager [-] [instance: d8b08829-89f3-4985-931a-ef94cfb89cf3] Took 1.38 seconds to deallocate network for instance. [ 2515.255668] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2515.256081] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2515.256184] env[62437]: DEBUG nova.objects.instance [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lazy-loading 'resources' on Instance uuid d8b08829-89f3-4985-931a-ef94cfb89cf3 {{(pid=62437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2515.790248] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6461fae2-fd29-4850-a989-5139c1e3af4e {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.797620] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122a75f-ace5-44ba-b038-479027230eb8 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.827037] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60318a59-5d5b-47d6-b672-4b3d98d8bd32 {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.833784] env[62437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdce968-2adb-4e26-9bfd-c1ea74a6434b {{(pid=62437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.846360] env[62437]: DEBUG nova.compute.provider_tree [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed in ProviderTree for provider: 33a24f4a-718f-4c1c-8181-35b3aad24de8 {{(pid=62437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2516.349187] env[62437]: DEBUG nova.scheduler.client.report [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Inventory has not changed for provider 33a24f4a-718f-4c1c-8181-35b3aad24de8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2516.854253] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2516.876030] env[62437]: INFO nova.scheduler.client.report [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Deleted allocations for instance d8b08829-89f3-4985-931a-ef94cfb89cf3 [ 2517.384212] env[62437]: DEBUG oslo_concurrency.lockutils [None req-613322f6-f244-47c2-bdbb-87a6acc5dcef tempest-AttachVolumeNegativeTest-942781955 tempest-AttachVolumeNegativeTest-942781955-project-member] Lock "d8b08829-89f3-4985-931a-ef94cfb89cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.279s {{(pid=62437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}